{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7619, -2.0119, -1.5119, -1.1369]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2974, -2.5474, -1.5474, -0.5474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2574, -0.2574, -4.6324, -3.2574]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.885, -1.26, -4.26, -1.51]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3502, -3.4752, -3.6002, -2.8502]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.625, -1.375, -1.25, -1.625]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5961, -3.9711, -0.2211, -3.5961]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7176, -2.9676, -0.9676, -0.8426]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4712, -0.7212, -2.7212, -2.7212]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4527, -1.4527, -1.4527, -1.4527]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2674, -3.5174, -3.5174, -0.2674]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2402, -3.2402, -3.1152, -0.3652]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6912, -2.8162, -4.0662, -0.1912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1644, -0.7894, -1.9144, -1.7894]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5076, -2.8826, -0.6326, -1.6326]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1994, -3.6994, -0.4494, -1.4494]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4368, -0.3118, -4.1868, -3.5618]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3761, -0.2511, -3.6261, -3.0011]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2373, -4.2998, -5.4873, -2.8623]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7344, -4.6094, -4.8594, -0.2344]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6804, -3.3054, -0.4304, -3.6804]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.0731, -3.0731, -0.8231, -2.0731]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1875, -5.3125, -3.5625, -4.4375]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3814, -4.3814, -2.0064, -3.1314]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0383, -2.7883, -2.6633, -0.2883]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1175, -1.8675, -2.2425, -1.1175]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6283, -3.5033, -2.3783, -0.5033]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9155, -1.5405, -1.5405, -1.0405]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0402, -3.6652, -0.1652, -3.2902]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.482, -4.107, -0.232, -3.607]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8888, -2.8888, -0.2638, -2.7638]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3106, -3.9356, -0.3106, -3.8106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9757, -4.3507, -5.3507, -0.1007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.9843, -0.4843, -3.6093, -1.6093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4437, -1.4437, -1.0687, -2.4437]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9692, -1.8442, -1.4692, -2.0942]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8954, -2.3954, -1.3954, -2.5204]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1347, -2.8847, -1.5097, -1.2597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4726, -0.3476, -2.4726, -2.2226]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7013, -0.4513, -3.2013, -1.8263]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9291, -1.4291, -2.8041, -1.6791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8413, -1.3413, -2.0913, -0.9663]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2347, -3.7347, -0.6097, -3.3597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.705, -2.455, -0.58, -2.58]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2048, -0.5798, -1.5798, -4.0798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1349, -1.0099, -0.7599, -3.0099]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7661, -1.0161, -4.0161, -0.6411]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2833, -1.2833, -2.2833, -0.6583]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1323, -0.5073, -4.0073, -2.2573]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7755, -0.9005, -3.2755, -1.2755]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6559, -2.4059, -0.5309, -3.2809]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-4.1597, -3.1597, -4.4097, -0.1597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9523, -2.3273, -2.8273, -0.4523]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5981, -3.0981, -2.0981, -0.3481]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6522, -2.9022, -2.4022, -0.5272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4737, -1.5987, -1.8487, -1.0987]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7424, -3.4924, -2.2424, -1.1174]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.2636, -2.3886, -1.1386, -1.5136]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.9934, -0.8684, -4.1184, -0.7434]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.615, -0.365, -3.99, -1.865]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.1511, -2.1511, -3.9011, -0.2761]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.2922, -3.1672, -2.7922, -0.2922]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3937, -3.0187, -2.8937, -2.5187]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.087, -3.337, -1.087, -1.462]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0306, -1.7806, -3.2806, -1.2806]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.3423, -2.0923, -2.9673, -0.8423]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2614, -1.1364, -1.5114, -2.2614]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4684, -1.4684, -1.0934, -2.0934]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4883, -2.2383, -3.1133, -0.3633]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5185, -2.1435, -1.8935, -0.8935]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3523, -3.7273, -4.3523, -2.1023]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.2582, -3.7582, -3.8832, -2.3832]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.26, -2.385, -4.135, -0.26]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3549, -2.3549, -3.2299, -0.3549]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4028, -2.5278, -3.1528, -3.4028]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8887, -2.7637, -1.1387, -2.0137]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3418, -3.7168, -5.9668, -2.2168]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6873, -2.1873, -5.1873, -1.4373]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6352, -1.7602, -2.5102, -0.7602]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4355, -1.6855, -1.5605, -1.3105]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6774, -0.9274, -2.0524, -1.1774]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0363, -1.1613, -1.4113, -1.4113]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.263, -3.638, -3.013, -3.638]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2041, -5.2666, -3.8291, -3.4541]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3267, -2.9517, -4.4517, -2.2017]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6987, -2.3237, -3.6987, -1.3237]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2143, -2.5893, -0.3393, -3.4643]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6959, -2.3209, -0.6959, -2.1959]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6389, -3.0139, -4.7014, -1.1389]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7689, -3.2689, -4.3939, -0.8939]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3394, -3.2144, -3.8394, -2.3394]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.417, -3.292, -2.792, -1.917]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3729, -2.1229, -1.4979, -1.1229]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7484, -1.8734, -1.1234, -1.6234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.976, -1.726, -0.851, -1.726]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6444, -1.6444, -0.8944, -1.8944]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5874, -4.0874, -0.4624, -4.2124]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1318, -3.5068, -0.5068, -2.1318]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3871, -3.6371, -0.2621, -2.8871]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9481, -3.5731, -0.4481, -1.5731]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8632, -0.3632, -3.3632, -1.8632]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5322, -1.6572, -0.7822, -1.5322]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8177, -0.4427, -3.5677, -2.9427]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8348, -0.3348, -3.8348, -2.4598]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7162, -0.4662, -4.3412, -3.9662]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7672, -0.8922, -2.8922, -1.5172]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8181, -1.9431, -0.6931, -2.4431]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6532, -2.5282, -0.4032, -2.2782]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6726, -2.5476, -0.6726, -1.6726]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3199, -3.1949, -0.6949, -2.1949]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5681, -2.9431, -0.5681, -1.6931]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9613, -3.4613, -1.3363, -1.4613]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0808, -1.3308, -2.2058, -0.7058]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9716, -1.3466, -1.7216, -1.0966]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8213, -0.5713, -3.4463, -2.1963]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5743, -1.1993, -3.0743, -0.5743]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1432, -2.6432, -3.1432, -0.3932]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5576, -0.5576, -2.8076, -1.5576]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3894, -2.5144, -4.6394, -0.2644]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3804, -3.1304, -4.3804, -0.2554]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0898, -1.5898, -0.7148, -2.4648]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9689, -1.0939, -3.3439, -0.7189]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5315, -1.2815, -1.5315, -1.5315]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6715, -1.9215, -1.2965, -1.1715]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3878, -1.3878, -1.3878, -1.7628]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6211, -1.8711, -0.9961, -1.1211]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5135, -2.0135, -0.7635, -2.8885]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5414, -3.2914, -0.5414, -2.6664]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8536, -2.4786, -2.9786, -1.2286]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4299, -2.3049, -2.3049, -0.9299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2594, -2.5094, -4.1344, -0.6344]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7656, -2.2656, -3.1406, -1.2656]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9686, -3.2186, -3.8436, -0.2186]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1713, -3.9213, -1.5463, -1.0463]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2797, -0.7797, -2.7797, -1.5297]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8371, -1.0871, -1.8371, -1.3371]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6794, -1.1794, -1.6794, -1.4294]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.6481, -1.3981, -2.0231, -0.6481]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6541, -2.1541, -4.4041, -0.2791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0367, -3.0367, -0.6617, -1.6617]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9878, -0.4878, -3.4878, -2.3628]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3519, -0.6019, -3.8519, -1.1019]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1785, -1.4285, -0.8035, -2.0535]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1548, -1.4048, -1.1548, -1.4048]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6956, -1.6956, -1.4456, -1.1956]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0353, -2.1603, -1.1603, -1.1603]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6843, -0.1843, -5.1843, -3.0593]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.999, -0.624, -4.124, -1.499]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6706, -1.2956, -2.7956, -0.9206]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5753, -1.2003, -2.2003, -1.2003]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8086, -3.4336, -6.2461, -0.1836]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0236, -3.2736, -5.2736, -0.1486]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5969, -2.2219, -3.3469, -2.2219]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6763, -2.5513, -2.4263, -1.8013]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3353, -2.0853, -0.4603, -3.5853]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8593, -2.4843, -0.8593, -2.1093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0219, -2.0219, -2.2719, -0.3969]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7653, -3.2653, -1.0153, -0.7653]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7126, -2.8376, -0.5876, -1.5876]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8215, -2.5715, -1.4465, -0.6965]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8263, -3.5763, -4.4513, -0.2013]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7919, -3.4169, -2.0419, -1.1669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.56, -0.56, -2.685, -1.935]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8813, -2.6313, -1.1313, -1.2563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8063, -1.0563, -5.0563, -3.6813]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4143, -2.0393, -3.7893, -2.7893]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7522, -0.8772, -3.0022, -1.3772]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1709, -1.2959, -1.2959, -1.4209]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8339, -0.2089, -4.3339, -3.0839]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0546, -0.4296, -2.9296, -2.3046]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5081, -0.3831, -4.1331, -2.6331]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3176, -0.4426, -3.6926, -2.1926]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1901, -2.0651, -1.3151, -2.0651]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3942, -2.0192, -1.2692, -1.3942]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8766, -2.5016, -1.3766, -0.8766]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2806, -3.7806, -3.9056, -0.1556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5731, -2.0731, -2.3231, -0.4481]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-3.031, -0.406, -2.531, -2.031]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7539, -1.5039, -1.8789, -1.1289]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4964, -0.8714, -2.2464, -1.3714]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8941, -0.5191, -2.2691, -2.5191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2889, -0.7889, -1.7889, -1.9139]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0484, -4.1734, -4.9234, -0.1734]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.5448, -3.5448, -4.7948, -0.1698]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9759, -1.9759, -0.3509, -3.2259]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6216, -4.7466, -0.6216, -0.9966]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2757, -2.6507, -0.6507, -3.2757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1753, -2.5503, -1.1753, -1.4253]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2492, -0.8742, -1.7492, -1.1242]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.6094, -1.6094, -3.3594, -0.3594]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.989, -3.114, -1.614, -0.614]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3731, -1.9981, -1.7481, -1.1231]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0312, -2.6562, -0.9062, -1.0312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0052, -3.2552, -0.7552, -1.1302]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5562, -1.6812, -3.9312, -2.4312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.126, -1.001, -2.626, -1.876]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.727, -0.852, -2.602, -1.852]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3219, -0.8219, -2.4469, -1.4469]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6745, -0.2995, -3.7995, -3.1745]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4471, -0.3221, -4.0721, -3.0721]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1512, -1.4012, -4.4012, -0.6512]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5533, -1.5533, -3.0533, -0.5533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6012, -1.2262, -1.6012, -1.6012]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2728, -1.3978, -1.2728, -1.2728]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4543, -0.3293, -4.4543, -3.3293]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.685, -1.435, -0.935, -2.31]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.673, -2.798, -3.798, -1.173]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7551, -4.5051, -2.8801, -0.8801]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4996, -1.7496, -0.8746, -2.2496]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9797, -3.9797, -0.3547, -2.2297]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1075, -1.3575, -2.2325, -1.7325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1685, -2.1685, -1.2935, -1.5435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.3317, -2.2067, -1.3317, -0.9567]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.898, -2.148, -1.523, -0.773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0536, -3.4286, -0.3036, -2.9286]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0201, -3.3951, -0.3951, -2.5201]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5297, -4.7797, -0.1547, -4.2797]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2685, -5.0185, -0.1435, -3.8935]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7267, -4.9767, -5.9142, -0.1017]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8258, -4.5758, -3.0758, -0.8258]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0572, -4.3072, -0.1822, -3.5572]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6438, -4.1438, -0.2688, -3.2688]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7829, -0.1579, -5.8454, -4.9079]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5228, -0.2728, -3.0228, -3.2728]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8801, -4.7551, -5.5051, -0.1301]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.481, -5.856, -4.106, -0.106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6005, -1.8505, -2.6005, -2.2255]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.5381, -2.5381, -3.5381, -1.4131]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2102, -0.7102, -3.7102, -1.4602]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0184, -1.5184, -1.6434, -1.8934]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6061, -1.7311, -1.1061, -1.6061]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6785, -0.5535, -1.6785, -2.3035]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.957, -2.332, -2.082, -1.082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8318, -2.4568, -0.7068, -1.7068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4104, -0.5354, -2.7854, -1.7854]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6041, -1.7291, -0.7291, -1.6041]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3109, -1.6859, -1.6859, -0.8109]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.4164, -2.6664, -0.9164, -0.9164]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1045, -0.6045, -4.2295, -1.6045]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6918, -1.0668, -1.9418, -1.4418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4059, -2.1559, -0.9059, -1.9059]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.105, -2.23, -1.73, -1.23]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3572, -1.6072, -2.7322, -0.9822]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8218, -1.6968, -1.1968, -1.1968]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8501, -0.7251, -2.6001, -1.7251]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0075, -0.8825, -3.1325, -1.1325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5823, -0.9573, -1.8323, -1.9573]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9266, -1.5516, -1.1766, -1.3016]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.357, -0.857, -2.857, -0.857]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6923, -1.1923, -1.4423, -1.6923]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0967, -1.9717, -3.7217, -0.3467]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7587, -4.8837, -3.7587, -0.1337]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4486, -2.1986, -2.0736, -0.8236]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1903, -2.0653, -1.0653, -1.8153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.592, -1.717, -1.342, -1.592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1234, -2.2484, -1.9984, -1.1234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8559, -2.1059, -1.2309, -2.3559]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1649, -1.9149, -1.5399, -1.4149]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3381, -2.3381, -3.9631, -2.9631]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8761, -2.6261, -1.7511, -1.3761]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3606, -0.3606, -4.3606, -3.7356]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0639, -0.5639, -2.6889, -2.1889]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9118, -0.2868, -5.4118, -4.5368]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4623, -0.2123, -3.7123, -3.0873]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2257, -3.3507, -0.3507, -2.3507]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7365, -3.3615, -0.8615, -1.2365]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5253, -2.9003, -5.0878, -2.1503]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.797, -1.172, -3.672, -2.672]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4189, -3.7939, -3.7939, -0.1689]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2777, -2.7777, -0.6527, -1.4027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.285, -2.91, -4.5975, -3.285]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.973, -1.848, -1.973, -1.473]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5714, -0.4464, -3.8214, -1.9464]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7731, -1.1481, -2.2731, -1.1481]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1152, -1.8652, -1.7402, -1.2402]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9839, -1.6089, -1.6089, -1.4839]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4633, -2.5883, -0.3383, -2.5883]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0744, -3.8244, -0.1994, -3.0744]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.758, -1.633, -2.883, -0.508]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9818, -2.1068, -1.9818, -0.6068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7127, -3.2127, -0.8377, -1.4627]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3465, -2.9715, -1.2215, -1.2215]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3827, -0.5077, -2.2577, -2.7577]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9895, -1.3645, -1.1145, -1.7395]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9265, -3.8015, -0.1765, -4.4265]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.715, -2.715, -0.34, -3.465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4718, -2.5968, -1.3468, -0.9718]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3801, -1.8801, -0.7551, -1.6301]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1188, -5.2438, -5.0563, -0.1188]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9219, -5.2344, -3.9219, -0.1719]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2709, -1.8959, -3.5209, -0.7709]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9638, -1.0888, -2.9638, -0.7138]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-0.8952, -4.1452, -6.1452, -0.7702]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.3063, -4.0563, -4.9313, -1.9313]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2388, -2.6138, -3.9888, -0.3638]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.152, -1.277, -2.527, -1.402]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5191, -3.8941, -0.1441, -3.6441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1256, -4.3756, -0.7506, -0.8756]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3475, -2.2225, -0.3475, -2.5975]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7099, -3.3349, -0.3349, -1.8349]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8497, -1.4747, -0.8497, -2.2247]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6709, -1.5459, -1.1709, -1.0459]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4565, -2.4565, -0.9565, -0.9565]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4773, -2.3523, -2.1023, -0.4773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.9804, -3.2304, -1.1054, -0.6054]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0512, -3.3012, -0.8012, -1.1762]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0891, -1.8391, -2.4641, -2.0891]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.7169, -0.5919, -2.8419, -1.7169]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7279, -2.7279, -1.9779, -0.4779]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7052, -1.3302, -1.9552, -1.2052]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6424, -3.2674, -4.1424, -0.3924]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1139, -2.6139, -2.3639, -0.4889]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6855, -2.0605, -1.1855, -1.1855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2812, -2.1562, -1.4062, -1.2812]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2176, -1.3426, -3.0926, -1.2176]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9218, -0.7968, -2.2968, -1.5468]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2306, -3.6056, -4.9181, -2.8556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5741, -3.6991, -3.8241, -1.1991]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7857, -2.9107, -0.2857, -4.1607]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1099, -2.1099, -0.6099, -2.1099]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7092, -1.3342, -2.3342, -0.9592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4802, -1.6052, -1.7302, -1.3552]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4826, -0.3576, -4.4826, -1.8576]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9744, -1.4744, -2.8494, -0.7244]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.3243, -4.8243, -5.5118, -2.9493]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7534, -3.3784, -1.8784, -1.3784]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0399, -0.9149, -1.1649, -2.7899]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.6702, -2.6702, -0.9202, -0.7952]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.194, -1.194, -0.819, -2.569]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5082, -2.5082, -0.3832, -2.3832]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5219, -1.1469, -2.0219, -0.8969]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0587, -2.9337, -0.3087, -2.3087]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9461, -2.1961, -0.3211, -3.4461]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.0393, -0.5393, -1.9143, -2.0393]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.023, -0.273, -3.648, -3.023]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2534, -1.0034, -2.0034, -1.1284]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.098, -3.598, -0.348, -2.223]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9777, -4.6027, -0.2277, -3.3527]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8113, -2.3113, -4.1863, -0.3113]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4979, -1.7479, -1.1229, -1.6229]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4655, -5.2155, -6.2155, -0.0905]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.5175, -6.205, -5.8925, -0.1425]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2343, -0.7343, -3.9843, -1.1093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7923, -0.2923, -4.4173, -2.1673]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6259, -1.6259, -3.1259, -1.8759]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.736, -2.236, -3.111, -1.361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9403, -0.9403, -2.9403, -2.8153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5241, -1.7741, -0.8991, -1.8991]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9096, -2.6596, -3.6596, -0.4096]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8822, -3.6322, -1.5072, -0.6322]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4248, -3.0498, -1.6748, -3.1748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0975, -1.8475, -1.2225, -2.4725]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7891, -1.6641, -0.6641, -1.7891]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0227, -1.1477, -1.5227, -1.3977]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4168, -0.1668, -5.5418, -4.8543]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4371, -0.1871, -4.1871, -3.5621]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5404, -1.7904, -2.6654, -2.2904]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3677, -1.9927, -1.8677, -0.9927]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3277, -1.5777, -1.5777, -1.5777]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.239, -2.614, -3.489, -0.739]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4725, -3.3475, -4.3475, -0.2225]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3713, -2.7463, -1.4963, -0.8713]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.073, -2.698, -0.323, -3.448]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4805, -2.6055, -0.7305, -1.2305]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4059, -3.1559, -4.4059, -1.7809]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3056, -3.3056, -4.3056, -2.5556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8834, -4.1334, -4.8834, -0.1334]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9488, -3.4488, -3.8238, -0.3238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.64, -2.765, -2.14, -1.515]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.704, -1.954, -1.704, -0.829]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2816, -2.0316, -1.5316, -0.7816]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0403, -2.4153, -1.1653, -0.9153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7931, -1.9181, -3.4181, -0.5431]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3763, -2.7513, -2.0013, -0.7513]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4967, -2.1217, -3.8717, -2.8717]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9008, -2.5258, -2.1508, -1.4008]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4789, -3.4789, -0.4789, -3.4789]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9108, -3.0358, -1.2858, -1.7858]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1595, -3.9095, -0.1595, -3.9095]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0708, -2.0708, -0.5708, -2.3208]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.722, -0.222, -3.847, -3.347]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.0592, -0.3092, -3.8092, -1.8092]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2161, -2.0911, -3.9661, -0.4661]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9713, -1.3463, -3.2213, -0.5963]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0027, -0.2527, -4.3777, -2.5027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8967, -0.6467, -2.7717, -1.2717]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1752, -3.9252, -3.6752, -4.0502]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8592, -1.9842, -1.3592, -2.3592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.4033, -0.6533, -1.2783, -4.2783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6449, -0.5199, -2.2699, -2.8949]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8665, -2.3665, -0.9915, -3.1165]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2449, -1.9949, -0.8699, -2.4949]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9316, -1.4316, -2.1816, -1.0566]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7729, -1.6479, -1.6479, -1.1479]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.928, -0.178, -4.928, -4.178]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5507, -2.3007, -1.1757, -1.1757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7256, -3.3506, -0.3506, -2.2256]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6938, -2.3188, -1.1938, -1.0688]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.8418, -0.9668, -4.7168, -0.7168]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.285, -0.535, -3.16, -1.66]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3124, -1.9374, -1.1874, -1.6874]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1023, -2.6023, -1.2273, -1.4773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8955, -1.0205, -1.2705, -2.3955]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2103, -2.3353, -0.5853, -1.9603]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.959, -2.084, -1.459, -1.709]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5143, -1.8893, -0.8893, -1.8893]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9088, -0.1588, -4.1588, -3.5338]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0203, -1.7703, -1.7703, -1.5203]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7277, -2.9777, -1.9777, -0.3527]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9223, -3.1723, -1.0473, -0.9223]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1808, -4.3058, -4.4308, -3.9308]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2822, -5.1572, -2.4072, -2.6572]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3303, -1.4553, -2.5803, -1.2053]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3212, -1.6962, -1.6962, -1.1962]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.638, -2.013, -3.888, -1.638]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.652, -2.402, -2.152, -1.652]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5593, -0.4343, -3.0593, -2.3093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8136, -1.1886, -1.8136, -1.1886]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5071, -1.8821, -2.5071, -0.6321]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6584, -1.7834, -2.4084, -0.7834]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8364, -1.2114, -3.4614, -0.8364]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9813, -0.7313, -2.4813, -1.4813]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0654, -3.1904, -0.5654, -1.3154]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9816, -1.2316, -1.2316, -1.6066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1986, -0.3236, -4.5111, -3.9486]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5939, -0.7189, -4.0939, -0.9689]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2407, -0.6157, -4.8657, -3.9907]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.2056, -0.1431, -3.8931, -4.0181]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2141, -2.8391, -0.5891, -1.8391]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7204, -2.3454, -3.3454, -1.2204]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3753, -2.1253, -0.3753, -2.7503]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5185, -3.3935, -0.3935, -1.7685]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.0832, -0.9582, -0.9582, -2.2082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9824, -1.3574, -1.2324, -1.3574]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.44, -2.565, -4.19, -0.19]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.2014, -0.7014, -2.2014, -1.2014]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4248, -1.4248, -4.4248, -3.9248]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5187, -0.6437, -4.0187, -2.5187]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3531, -0.2281, -5.2281, -3.1031]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5295, -0.7795, -3.9045, -1.9045]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4147, -0.9147, -3.0397, -1.1647]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2517, -2.6267, -2.8767, -0.3767]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3536, -0.2286, -4.3536, -3.2286]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2812, -0.2812, -3.5312, -2.5312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7509, -0.1259, -5.2509, -4.8759]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7413, -0.3663, -2.7413, -2.6163]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6895, -0.8145, -2.5645, -2.0645]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7548, -2.0048, -3.1298, -1.3798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9456, -2.8206, -0.4456, -1.9456]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6452, -1.5202, -2.3952, -0.6452]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3594, -2.3594, -0.3594, -3.7344]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.672, -3.797, -0.297, -2.797]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6843, -3.0593, -0.4343, -3.6843]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6142, -2.4892, -0.7392, -1.9892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3614, -2.6114, -4.7364, -1.9864]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4801, -3.2301, -3.4801, -1.4801]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6656, -3.4156, -0.1656, -3.7906]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6156, -3.2406, -0.4906, -1.8656]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5118, -2.0118, -1.3868, -1.1368]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1654, -1.4154, -3.1654, -0.6654]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.793, -1.543, -4.168, -0.418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1895, -0.4395, -3.4395, -2.0645]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2396, -3.6146, -0.3646, -2.9896]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8099, -3.8099, -1.1849, -1.9349]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2478, -4.7478, -4.9353, -3.4978]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3381, -4.9631, -4.3381, -3.0881]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8584, -0.3584, -3.7334, -3.4834]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7487, -0.3737, -3.2487, -2.3737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8135, -0.5635, -3.6885, -1.8135]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8529, -1.3529, -2.2279, -0.9779]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3862, -3.1362, -4.5112, -0.1362]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3312, -1.7062, -1.4562, -0.8312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5025, -4.5025, -3.8775, -0.1275]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4301, -3.9301, -1.3051, -0.9301]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4324, -0.6824, -3.3074, -1.9324]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7947, -1.2947, -2.4197, -1.0447]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7027, -3.4527, -4.4527, -0.2027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2983, -3.5483, -1.2983, -1.0483]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2649, -2.5149, -5.1399, -0.2649]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8093, -3.6843, -2.9343, -0.4343]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0468, -2.1718, -4.4218, -0.4218]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2914, -3.1664, -3.1664, -0.2914]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1569, -1.2819, -3.1569, -1.4069]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5769, -1.4519, -1.7019, -1.2019]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6989, -0.5739, -1.4489, -3.5739]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0289, -1.2789, -2.0289, -1.7789]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5998, -2.2248, -1.5998, -0.7248]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6558, -2.9058, -1.1558, -1.0308]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.004, -3.254, -0.379, -1.879]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.598, -3.598, -0.348, -1.973]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3921, -0.5171, -3.7671, -3.2671]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9206, -1.5456, -2.2956, -2.0456]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1061, -1.9811, -0.7311, -1.3561]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1724, -3.1724, -0.2974, -2.5474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9234, -0.5484, -2.9234, -1.9234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4306, -1.5556, -1.4306, -0.9306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3691, -2.8691, -3.1191, -2.3691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6085, -2.1085, -1.6085, -0.8585]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3634, -2.9884, -0.3634, -2.6134]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9133, -2.2883, -0.6633, -1.2883]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9454, -0.9454, -1.5704, -1.9454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5296, -1.4046, -1.7796, -1.1546]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2022, -3.5772, -4.3272, -3.2022]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2554, -3.7554, -3.7554, -2.8804]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3888, -3.5138, -3.7638, -0.1388]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2444, -2.9944, -0.9944, -0.7444]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2845, -2.2845, -4.2845, -3.1595]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7588, -3.7588, -2.0088, -1.2588]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5689, -0.6939, -2.1939, -2.4439]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7585, -0.3835, -3.1335, -2.3835]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3465, -2.2215, -1.3465, -0.8465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7395, -2.9895, -1.3645, -0.6145]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4649, -2.2149, -3.3399, -0.5899]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6302, -0.5052, -3.1302, -2.3802]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8383, -2.7133, -1.2133, -2.2133]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7602, -3.0102, -2.0102, -1.2602]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1265, -2.0015, -2.8765, -0.5015]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4029, -1.4029, -3.0279, -0.5279]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4249, -3.2999, -4.0499, -2.1749]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8975, -1.6475, -2.5225, -1.8975]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0375, -0.2875, -4.0375, -2.7875]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3324, -0.8324, -2.5824, -1.2074]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1533, -1.1533, -3.0283, -0.7783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3306, -3.0806, -3.0806, -0.3306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1502, -4.4002, -4.6502, -3.6502]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4587, -2.9587, -3.2087, -1.8337]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7483, -2.2483, -2.3733, -1.1233]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2551, -2.5051, -1.0051, -1.5051]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2916, -4.0416, -5.6041, -4.2291]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4328, -2.5578, -2.8078, -2.4328]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7488, -3.1238, -3.8738, -0.3738]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6604, -1.9104, -2.0354, -0.7854]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4067, -0.6567, -4.4067, -2.5317]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4167, -3.4167, -3.0417, -1.6667]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5654, -3.5654, -4.1904, -0.1904]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.618, -1.493, -2.993, -0.868]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.89, -0.39, -3.765, -2.14]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.51, -0.635, -2.885, -1.26]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2293, -3.4793, -4.3543, -2.6043]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.392, -3.392, -4.017, -0.142]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4259, -2.6759, -4.3009, -0.3009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5191, -2.6441, -1.0191, -1.3941]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.471, -5.5335, -0.096, -3.971]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4532, -5.8907, -0.2032, -2.2032]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7547, -0.1297, -5.6297, -4.0047]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-5.8217, -2.2592, -5.1342, -0.2592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.221, -1.846, -1.971, -0.721]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5671, -2.0671, -0.8171, -1.9421]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.459, -1.834, -4.459, -2.834]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8675, -1.4925, -2.6175, -1.6175]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6693, -2.9193, -0.5443, -2.6693]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8849, -2.7599, -0.5099, -2.2599]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1781, -2.6781, -0.9281, -1.1781]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0968, -2.4718, -1.4718, -1.2218]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9013, -2.4013, -0.7763, -1.6513]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.671, -2.671, -3.296, -1.171]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3104, -3.5604, -0.1854, -3.1854]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.7832, -5.1582, -0.1582, -3.1582]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4473, -1.5723, -2.8223, -0.5723]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8306, -1.8306, -2.5806, -0.5806]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7281, -1.1031, -4.9156, -2.9781]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4882, -0.6132, -3.6132, -1.3632]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7452, -4.2452, -0.9952, -3.6202]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8384, -4.0884, -0.3384, -2.7134]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9458, -0.1958, -4.5708, -3.0708]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5788, -0.4538, -3.2038, -2.3288]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6166, -1.4916, -1.3666, -1.4916]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4241, -2.0491, -0.6741, -1.9241]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2209, -3.7209, -5.2834, -3.0959]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2484, -4.4984, -3.4984, -2.3734]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1888, -0.4388, -4.5638, -2.3138]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2239, -0.4739, -3.8489, -1.5989]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7257, -2.4757, -1.3507, -2.6007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0818, -2.0818, -2.0818, -1.0818]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3655, -2.6155, -0.6155, -2.4905]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7647, -2.8897, -0.5147, -2.5147]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3095, -3.1845, -5.497, -3.9345]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2561, -4.7561, -4.6311, -2.3811]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6907, -0.3157, -3.3157, -2.3157]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.999, -0.374, -2.999, -2.249]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9762, -1.2262, -1.7262, -2.7262]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6086, -1.7336, -0.8586, -2.1086]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8938, -0.2688, -5.5188, -2.8938]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.8312, -0.2062, -4.9562, -3.2062]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8917, -0.7667, -1.6417, -2.2667]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5119, -1.2619, -1.7619, -1.3869]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7691, -2.6441, -4.2691, -0.2691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.1238, -0.7488, -3.4988, -1.1238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2155, -3.9655, -4.0905, -3.8405]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5755, -2.9505, -1.4505, -2.7005]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1747, -1.9247, -3.5497, -0.5497]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3316, -1.5816, -2.0816, -0.7066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7094, -1.9594, -4.0844, -2.4594]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9394, -0.6894, -4.0644, -2.6894]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2838, -3.5338, -3.6588, -2.6588]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.438, -3.438, -2.438, -2.063]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8317, -4.7692, -0.8317, -3.8317]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.2315, -4.7315, -0.2315, -2.9815]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8668, -4.3668, -5.6168, -0.1168]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4878, -5.6128, -5.1128, -0.1128]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4157, -0.5407, -4.0407, -3.4157]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0657, -1.4407, -1.4407, -2.8157]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7798, -0.5298, -2.9048, -2.2798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6868, -1.0618, -1.5618, -1.6868]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1945, -3.9445, -0.1945, -4.0695]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7298, -4.1048, -0.2298, -2.7298]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8472, -1.4722, -1.0972, -2.0972]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0839, -3.0839, -0.4589, -1.9589]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2009, -3.3259, -4.5759, -3.2009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6093, -1.2343, -1.6093, -1.3593]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.868, -0.493, -3.243, -2.118]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1876, -1.3126, -1.8126, -1.6876]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6957, -1.3207, -4.4457, -2.3207]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1289, -0.5039, -3.6289, -2.0039]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9287, -1.9287, -1.6787, -0.8037]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0517, -2.3017, -3.4267, -0.4267]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7406, -3.2406, -1.4906, -0.4906]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6251, -5.5001, -0.1251, -2.8751]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0677, -0.1927, -4.3177, -3.3177]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1428, -0.5178, -4.0178, -2.2678]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.2509, -0.8759, -4.5009, -2.5009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.559, -1.059, -2.309, -1.434]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4602, -2.8352, -2.5852, -0.8352]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9329, -2.8079, -1.0579, -0.9329]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2877, -0.4127, -4.4127, -3.0377]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4839, -1.7339, -1.3589, -0.9839]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6932, -2.6932, -1.5682, -0.5682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5366, -3.1616, -1.2866, -0.6616]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8322, -1.5822, -1.3322, -1.3322]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4714, -3.3464, -0.8464, -1.2214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1132, -0.2382, -4.8632, -3.8632]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2806, -0.2806, -3.6556, -2.5306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7988, -2.4238, -1.1738, -2.9238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9961, -3.2461, -0.9961, -1.7461]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0689, -1.9439, -4.0689, -0.3189]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.07, -1.445, -1.695, -1.195]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8515, -1.9765, -1.3515, -2.6015]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7464, -1.9964, -1.7464, -0.7464]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.066, -3.566, -0.441, -2.191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7126, -2.0876, -0.8376, -1.7126]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4306, -0.3056, -4.4306, -2.5556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.741, -0.491, -2.491, -1.866]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7672, -3.3922, -0.3922, -3.3922]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3388, -3.8388, -0.4638, -1.7138]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.293, -0.168, -5.7305, -4.418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.9931, -0.2431, -5.2431, -3.9931]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1955, -2.3205, -0.3205, -2.6955]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2401, -1.6151, -1.4901, -1.6151]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8582, -2.8582, -1.7332, -0.6082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.533, -1.533, -1.158, -1.783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4046, -4.4671, -5.7796, -0.0921]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3017, -2.8017, -1.6767, -0.4267]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1471, -0.6471, -4.0221, -1.0221]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.8635, -3.7385, -4.1135, -0.2385]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2468, -4.4968, -5.8718, -3.8718]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5324, -2.5324, -2.9074, -1.7824]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1958, -1.9458, -1.1958, -1.0708]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7565, -2.8815, -0.7565, -1.5065]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.6552, -4.5927, -5.7177, -0.0927]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5963, -1.9713, -1.2213, -0.9713]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3517, -2.9767, -2.1017, -0.7267]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3441, -4.0941, -1.0941, -1.0941]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.1052, -4.1052, -4.7302, -0.1052]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8022, -1.4272, -3.9272, -0.4272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4672, -1.7172, -1.0922, -1.9672]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.178, -1.053, -1.053, -2.178]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6796, -3.1796, -0.5546, -2.4296]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4886, -3.3636, -0.6136, -2.1136]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1388, -2.1388, -0.8888, -2.6388]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5964, -2.5964, -1.9714, -0.7214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1923, -2.6923, -2.6923, -0.3173]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6739, -1.5489, -1.1739, -1.4239]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1345, -0.3845, -2.7595, -2.1345]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8357, -2.4607, -0.5857, -1.7107]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2959, -4.3584, -4.0459, -3.7959]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9693, -2.7193, -1.2193, -1.9693]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1404, -0.5154, -3.0154, -2.2654]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2419, -0.8669, -2.4919, -1.9919]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6442, -3.0192, -0.2692, -4.0192]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3363, -1.9613, -0.3363, -2.8363]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3536, -2.4786, -3.7286, -0.6036]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8733, -2.1233, -2.9983, -1.2483]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3941, -0.2691, -3.7691, -2.8941]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3279, -2.0779, -0.5779, -2.2029]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0261, -2.4011, -4.4011, -0.2761]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1923, -1.8173, -0.9423, -1.3173]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3888, -0.3888, -3.6388, -1.6388]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7999, -0.7999, -4.1749, -0.9249]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7971, -1.1721, -4.5471, -2.2971]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1232, -1.1232, -2.2482, -1.7482]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4186, -3.5436, -0.1686, -3.9186]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0282, -4.1532, -0.2157, -3.2157]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2674, -2.8924, -0.3924, -1.8924]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6998, -2.6998, -0.8248, -1.5748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8195, -0.3195, -3.8195, -2.8195]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1824, -0.9324, -1.4324, -1.4324]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8923, -4.1423, -0.2673, -2.7673]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2699, -5.6449, -0.1449, -3.7699]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3399, -2.8399, -4.3399, -0.2149]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3311, -1.8311, -2.4561, -0.8311]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.222, -3.222, -0.972, -0.722]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8932, -3.6432, -0.5182, -1.7682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9709, -0.5959, -2.3459, -1.8459]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2431, -0.3681, -2.3681, -3.1181]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7681, -1.8931, -4.7681, -0.2681]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2859, -1.0359, -2.5359, -0.7859]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6838, -2.6838, -1.3088, -2.9338]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-0.9954, -2.9954, -3.3704, -0.7454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.509, -2.009, -3.759, -2.759]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6834, -2.1834, -2.5584, -1.8084]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7317, -4.1067, -0.2317, -4.2317]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4172, -4.0422, -0.2922, -2.9172]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4037, -1.7787, -4.2787, -3.4037]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3234, -2.1984, -4.1984, -3.6984]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4163, -3.1663, -0.2913, -3.4163]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2852, -3.9102, -0.6602, -1.0352]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.1642, -0.9142, -3.0392, -1.9142]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2786, -2.6536, -0.5286, -1.7786]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8863, -1.5113, -3.2613, -1.3863]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.2903, -3.1653, -1.1653, -1.1653]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9248, -1.7998, -3.1748, -1.2998]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.668, -1.043, -2.543, -1.293]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4877, -1.1127, -2.1127, -1.4877]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3294, -1.8294, -0.9544, -1.4544]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.9111, -0.1611, -5.7236, -3.7861]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9593, -0.7093, -3.4593, -1.0843]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4694, -0.7194, -2.7194, -1.3444]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3022, -1.5522, -1.5522, -1.6772]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.809, -2.434, -0.559, -1.559]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.507, -2.132, -1.007, -1.882]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5972, -0.5972, -3.7222, -1.9722]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5338, -1.4088, -1.6588, -1.2838]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2917, -2.6667, -3.2917, -0.7917]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0031, -1.7531, -4.0031, -1.0031]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6092, -0.8592, -3.2342, -1.4842]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8824, -2.3824, -2.3824, -0.5074]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8256, -0.3256, -3.7006, -2.5756]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9917, -0.6167, -3.4917, -1.6167]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8739, -1.9989, -4.6239, -0.4989]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.266, -3.891, -3.141, -0.391]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5684, -2.5684, -0.5684, -2.3184]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0822, -3.3322, -0.9572, -1.0822]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9452, -3.4452, -0.9452, -0.8202]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.3058, -4.0558, -3.0558, -0.1808]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7758, -2.1508, -1.5258, -2.4008]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6546, -1.2796, -1.5296, -1.4046]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4928, -1.9928, -0.6178, -1.8678]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.967, -2.467, -0.842, -1.342]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4238, -0.1738, -4.6738, -3.9238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9279, -0.3029, -3.9279, -2.6779]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3834, -0.2584, -5.6959, -3.2584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1697, -0.4197, -2.6697, -1.9197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9905, -1.8655, -1.8655, -1.3655]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.6204, -0.6204, -3.6204, -1.2454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9656, -0.3406, -5.2156, -1.8406]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7679, -0.2679, -3.7679, -2.3929]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.903, -3.903, -1.903, -0.403]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7156, -3.2156, -1.4656, -1.3406]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4052, -0.7802, -1.4052, -2.7802]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1053, -2.3553, -0.6053, -1.7303]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6418, -3.6418, -4.3918, -0.1418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6141, -2.4891, -2.3641, -0.7391]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.2042, -5.9542, -6.8917, -0.0792]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8554, -5.4804, -5.7304, -0.1054]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.2494, -3.6244, -4.8744, -0.1244]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8753, -3.2503, -4.2503, -0.1253]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0781, -1.2031, -4.2031, -0.7031]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5814, -0.7064, -3.3314, -1.5814]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6159, -1.4909, -2.9909, -2.8659]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.529, -1.154, -1.154, -2.529]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1577, -1.2827, -2.9077, -1.2827]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-0.9868, -2.8618, -2.8618, -0.8618]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3045, -3.1795, -3.0545, -2.4295]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3189, -3.5689, -4.3189, -1.9439]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.647, -4.772, -0.397, -1.522]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9875, -4.675, -0.2375, -3.1125]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2665, -0.6415, -3.1415, -1.1415]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8074, -0.4324, -3.3074, -1.5574]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9736, -3.3486, -0.4736, -1.9736]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2596, -2.0096, -1.5096, -1.2596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8992, -2.1492, -2.7742, -1.2742]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2378, -1.6128, -1.6128, -1.6128]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9156, -2.6656, -0.5406, -2.4156]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5337, -2.5337, -0.6587, -2.1587]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2728, -3.3978, -2.3978, -3.5228]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5202, -3.1452, -2.3952, -1.7702]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4878, -2.2378, -3.3628, -2.2378]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3616, -2.4866, -1.4866, -0.9866]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.418, -2.668, -2.668, -2.793]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9381, -1.9381, -1.6881, -1.8131]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.0457, -0.7957, -5.2332, -3.4207]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7745, -1.2745, -3.2745, -2.1495]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8014, -0.4264, -4.8014, -3.4264]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5991, -2.0991, -1.4741, -0.9741]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.5777, -3.3277, -4.6402, -0.2027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7582, -1.5082, -2.2582, -0.8832]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9699, -2.8449, -0.9699, -2.4699]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.0433, -2.7933, -0.9183, -2.1683]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4021, -1.9021, -4.4021, -2.7771]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3481, -1.3481, -1.9731, -1.5981]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6021, -0.2271, -3.1021, -2.9771]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7873, -1.7873, -3.4123, -0.6623]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1458, -0.2708, -4.0208, -2.5208]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2752, -0.5252, -3.6502, -1.9002]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.943, -1.693, -1.568, -2.068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1737, -1.5487, -2.9237, -1.0487]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8654, -2.3654, -1.2404, -2.1154]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2644, -2.3894, -2.1394, -0.5144]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7066, -0.4566, -3.8316, -1.9566]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7723, -1.6473, -1.3973, -1.1473]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5859, -0.7109, -1.0859, -3.8359]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5964, -0.4714, -2.2214, -2.5964]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0818, -2.8318, -0.3318, -2.5818]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9107, -2.4107, -0.5357, -1.9107]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3694, -1.4944, -1.7444, -1.4944]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.99, -1.615, -1.24, -1.24]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7561, -1.0061, -2.2561, -1.0061]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2791, -0.2791, -3.4041, -2.2791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9085, -1.2835, -2.7835, -2.0335]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3531, -0.7281, -2.8531, -2.1031]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8169, -2.9419, -0.8169, -1.5669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0577, -3.0577, -0.6827, -1.8077]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1473, -2.2723, -3.7723, -0.3973]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3083, -1.3083, -1.9333, -1.4333]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5103, -3.3853, -0.3853, -1.8853]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8868, -3.2618, -0.3868, -1.8868]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1512, -0.6512, -2.6512, -2.2762]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8901, -0.8901, -2.7651, -1.3901]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3337, -0.7087, -3.0837, -2.7087]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6059, -2.9809, -1.9809, -1.7309]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6244, -2.2494, -0.7494, -2.1244]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5677, -2.6927, -0.5677, -1.5677]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3839, -2.1339, -3.1339, -2.7589]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5605, -2.4355, -2.1855, -2.0605]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2812, -1.9062, -2.5312, -0.5312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6284, -2.0034, -1.5034, -1.0034]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4066, -1.0316, -3.2816, -1.2816]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3083, -2.3083, -1.3083, -1.3083]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7682, -2.5182, -0.3932, -3.2682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3519, -3.3519, -0.3519, -1.7269]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2452, -0.3702, -4.9952, -4.2452]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.272, -0.397, -4.022, -3.272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6635, -1.9135, -3.9135, -1.7885]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3048, -2.9298, -3.1798, -0.5548]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.595, -4.47, -0.22, -3.72]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1639, -2.5389, -0.5389, -2.6639]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5873, -2.2123, -3.3373, -0.3373]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0913, -0.4663, -4.2163, -2.0913]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4967, -1.8717, -3.4967, -2.4967]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7239, -1.8489, -0.8489, -2.2239]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4191, -0.6691, -1.7941, -2.4191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9427, -0.6927, -1.1927, -2.8177]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1104, -0.8604, -2.4854, -2.6104]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9646, -0.4646, -3.0896, -2.3396]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.968, -3.343, -0.343, -3.968]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1231, -2.7481, -0.7481, -2.4981]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2448, -3.6198, -4.2448, -2.7448]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4679, -3.9679, -2.9679, -1.4679]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7881, -1.7881, -1.6631, -2.5381]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4076, -1.7826, -1.6576, -1.1576]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1716, -0.5466, -3.1716, -1.4216]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.4035, -1.7785, -4.2785, -0.4035]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.765, -1.765, -3.89, -0.39]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0927, -2.0927, -2.8427, -0.3427]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9826, -2.2326, -1.1076, -2.4826]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9418, -1.6918, -0.8168, -1.9418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2666, -0.7666, -3.1416, -2.1416]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9729, -1.3479, -2.3479, -0.8479]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4659, -2.2159, -4.3409, -2.2159]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4942, -2.6192, -3.4942, -2.1192]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-4.725, -4.475, -0.85, -0.725]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1999, -4.3874, -0.5749, -1.4499]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9915, -0.3665, -3.4915, -2.6165]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.3612, -0.2362, -5.1112, -3.2362]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1505, -1.7755, -1.2755, -2.0255]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8724, -2.2474, -0.8724, -1.7474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9942, -1.2442, -1.7442, -0.8692]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3927, -5.0177, -3.9552, -1.5177]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1977, -3.1977, -5.5102, -4.1977]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1475, -4.6475, -4.6475, -4.0225]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7345, -2.8595, -2.4845, -1.2345]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6806, -1.1806, -2.5556, -1.0556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7408, -3.6158, -0.2408, -4.2408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9535, -3.7035, -0.4535, -2.8285]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9093, -2.6593, -3.7843, -0.5343]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0156, -3.0156, -1.8906, -0.5156]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.91, -2.535, -1.41, -1.91]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1513, -1.9013, -1.6513, -1.2763]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1731, -4.0481, -4.9856, -3.6731]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4996, -1.6246, -1.3746, -1.3746]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3329, -1.7079, -0.9579, -2.3329]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4111, -1.9111, -1.1611, -1.6611]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2247, -4.4747, -5.0997, -2.9747]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7035, -3.0785, -3.7035, -1.0785]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7463, -1.9963, -2.9963, -1.3713]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2597, -1.3847, -2.1347, -1.3847]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9488, -2.6988, -2.6988, -0.4488]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.1344, -4.6969, -1.6344, -0.8844]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.571, -1.696, -3.821, -2.946]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6769, -2.4269, -0.4269, -2.3019]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5132, -3.5132, -0.2632, -3.1382]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.487, -2.862, -0.612, -2.737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.417, -0.292, -5.542, -3.167]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4686, -0.3436, -3.8436, -2.0936]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5492, -3.1742, -4.9867, -0.1742]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4254, -1.6754, -2.8004, -0.8004]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5115, -2.6365, -3.3865, -1.5115]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7779, -3.1529, -2.0279, -0.5279]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.3194, -3.8819, -4.1319, -0.1319]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.412, -3.412, -2.787, -0.162]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1352, -2.5102, -2.0102, -1.0102]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2801, -1.4051, -1.7801, -1.6551]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4095, -1.1595, -1.4095, -2.7845]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6617, -2.0367, -1.7867, -2.1617]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.308, -1.558, -1.058, -2.558]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6673, -3.0423, -1.5423, -1.7923]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.679, -1.304, -2.679, -2.929]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-0.8992, -0.7742, -4.1492, -3.5242]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2627, -2.1377, -0.6377, -2.2627]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4234, -2.4234, -1.1734, -0.7984]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6119, -1.9869, -1.4869, -1.1119]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2286, -1.7286, -0.9786, -1.3536]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3434, -0.5934, -2.4684, -1.8434]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.2962, -1.0462, -2.7962, -1.5462]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4826, -4.6076, -4.2326, -0.1076]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2459, -4.4959, -0.9959, -0.7459]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0891, -0.5891, -3.9641, -2.0891]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2179, -0.7179, -3.2179, -0.9679]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4816, -3.9816, -5.6691, -0.1066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.1111, -4.9861, -6.0486, -0.1111]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1619, -0.6619, -3.0369, -1.6619]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5675, -1.3175, -1.8175, -0.9425]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7111, -3.7111, -1.0861, -2.8361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4381, -3.1881, -0.3131, -2.5631]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6436, -1.7686, -1.6436, -3.0186]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6427, -1.8927, -2.0177, -0.7677]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5707, -1.6957, -1.1957, -1.5707]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7524, -1.6274, -1.1274, -1.5024]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1197, -3.7447, -4.7447, -3.6197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1823, -4.1823, -4.3073, -4.1823]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0972, -0.4722, -3.3472, -2.3472]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5834, -0.7084, -3.2084, -1.2084]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1588, -1.6588, -0.7838, -2.2838]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2111, -2.0861, -0.5861, -1.8361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7112, -2.4612, -4.7112, -0.2112]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7622, -1.0122, -3.0122, -1.0122]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4459, -4.4459, -0.1959, -3.8209]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.1405, -5.328, -0.2655, -3.3905]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3747, -3.6247, -2.6247, -1.9997]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9808, -2.4808, -1.2308, -1.6058]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6263, -2.7513, -3.7513, -0.2513]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6967, -1.6967, -1.5717, -1.1967]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.896, -0.646, -3.396, -2.021]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5979, -0.9729, -1.8479, -1.5979]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3735, -1.9985, -1.1235, -1.6235]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4015, -1.4015, -2.0265, -1.2765]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6359, -3.8859, -5.4484, -0.1359]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8169, -1.4419, -2.1919, -1.9419]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9853, -3.8603, -5.1103, -0.3603]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3285, -2.4535, -1.4535, -1.0785]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0491, -2.2991, -3.0491, -0.4241]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9424, -0.9424, -1.3174, -2.1924]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5741, -2.3241, -2.8241, -0.5741]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7301, -4.7301, -1.8551, -1.2301]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7585, -3.5085, -1.5085, -0.3835]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.7191, -4.2191, -0.4691, -1.2191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2676, -4.0176, -4.1426, -2.3926]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4103, -2.4103, -3.9103, -2.1603]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1786, -2.0536, -4.9286, -0.3036]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1826, -2.0576, -3.6826, -0.4326]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6474, -0.3974, -2.2724, -2.2724]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5253, -0.7753, -3.2753, -1.0253]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7833, -3.1583, -1.0333, -0.9083]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3043, -1.8043, -1.6793, -1.5543]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0077, -2.6327, -0.5077, -3.3827]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1263, -3.0013, -0.8763, -2.2513]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4502, -3.3252, -0.3252, -3.2002]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7112, -1.5862, -1.0862, -1.5862]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5721, -0.5721, -2.8221, -3.1971]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1219, -1.3719, -1.6219, -2.1219]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2039, -3.3289, -4.7039, -2.8289]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.9957, -1.7457, -3.7457, -0.3707]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8726, -1.8726, -2.1226, -0.7476]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3295, -3.3295, -0.4545, -1.9545]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.121, -2.996, -0.246, -3.496]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6102, -2.7352, -0.3602, -2.8602]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8714, -5.0589, -5.2464, -0.1214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6835, -5.5585, -4.996, -0.3085]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8459, -2.3459, -1.2209, -2.7209]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0016, -1.2516, -1.0016, -2.2516]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0465, -0.5465, -5.1715, -2.2965]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3497, -0.3497, -4.4747, -2.7247]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0157, -3.1407, -0.3907, -2.8907]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.582, -2.957, -0.957, -1.332]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4491, -1.8241, -4.7616, -3.3241]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1678, -0.4178, -4.2928, -3.0428]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8023, -2.6773, -1.6773, -1.8023]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1219, -2.9969, -1.1219, -1.6219]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2574, -4.0074, -5.1324, -0.1324]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0014, -2.7514, -3.0014, -0.2514]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9265, -0.3015, -3.1765, -2.5515]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2142, -0.4642, -2.3392, -3.3392]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.058, -0.433, -5.4955, -4.308]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0794, -0.3294, -4.3294, -2.8294]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3279, -1.8279, -0.9529, -2.5779]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.7277, -4.3527, -3.9777, -0.1027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4634, -2.3384, -4.2134, -0.3384]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4356, -2.0606, -1.8106, -0.9356]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6899, -2.3149, -1.4399, -3.3149]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9474, -2.5724, -0.5724, -1.9474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7601, -2.1351, -3.2601, -1.2601]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6628, -1.1628, -3.7878, -1.0378]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9171, -0.7921, -1.4171, -3.5421]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9624, -2.7124, -0.5874, -1.7124]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2594, -3.2594, -4.7594, -3.0094]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4104, -3.6604, -2.9104, -1.6604]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2757, -3.2757, -4.2757, -2.7757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6995, -2.0745, -2.1995, -1.5745]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1467, -0.2717, -4.3967, -2.6467]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.8133, -0.2508, -4.1258, -3.1258]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3426, -2.0926, -3.8426, -0.3426]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5043, -2.0043, -1.3793, -1.2543]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2916, -1.7916, -4.4166, -0.5416]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5098, -2.5098, -4.1348, -0.3848]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6463, -1.3963, -1.1463, -1.7713]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0173, -3.7673, -0.3923, -2.0173]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7731, -1.7731, -1.7731, -0.8981]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3475, -1.5975, -1.7225, -1.3475]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6881, -1.5631, -1.4381, -1.5631]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1166, -2.3666, -0.8666, -1.3666]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4995, -2.1245, -1.8745, -0.6245]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2553, -2.1303, -1.5053, -1.3803]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4359, -2.3109, -2.6859, -2.3109]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4667, -1.0917, -2.0917, -1.7167]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1619, -3.6619, -0.7869, -3.0369]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2932, -3.2932, -0.6682, -2.4182]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9376, -1.8126, -1.9376, -1.8126]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6669, -1.2919, -1.5419, -1.9169]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.1051, -3.6051, -6.1676, -0.2301]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7842, -4.4092, -2.4092, -0.2842]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5971, -1.5971, -1.5971, -1.3471]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2031, -0.8281, -1.7031, -1.5781]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1218, -1.6218, -2.1218, -1.2468]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3091, -2.3091, -2.9341, -0.6841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8445, -0.2195, -4.4695, -3.3445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9631, -1.5881, -1.2131, -1.2131]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9804, -2.1054, -1.1054, -1.1054]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5584, -3.6834, -1.3084, -0.8084]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8557, -0.7307, -2.1057, -1.9807]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.687, -1.312, -1.187, -1.937]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8769, -0.1269, -5.2519, -4.8769]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3929, -0.2679, -3.7679, -2.3929]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3814, -3.2564, -4.2564, -1.8814]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1829, -1.9329, -4.1829, -0.4329]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8298, -0.3298, -4.0798, -3.0798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2827, -0.6577, -2.6577, -1.6577]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9998, -1.9998, -1.2498, -2.3748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9133, -1.2883, -1.9133, -1.0383]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3162, -2.8162, -0.9412, -2.0662]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5892, -4.9642, -0.2142, -2.3392]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4084, -3.5334, -0.2834, -3.0334]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6438, -3.5188, -0.5188, -1.3938]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2422, -2.8672, -3.9922, -3.4922]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9767, -3.9767, -3.7267, -0.3517]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1131, -3.2381, -0.3631, -3.9881]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2952, -2.2952, -0.5452, -2.0452]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3109, -3.0609, -4.3109, -0.1859]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1998, -3.8248, -1.8248, -0.3248]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4683, -2.9683, -0.3433, -2.4683]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.926, -2.301, -1.426, -1.801]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4084, -2.4084, -3.1584, -0.6584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.899, -1.149, -1.274, -1.899]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.732, -0.607, -3.232, -1.982]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1914, -0.3164, -3.3164, -2.0664]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9508, -2.3258, -0.7008, -1.5758]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1348, -2.7598, -1.0098, -1.1348]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2096, -1.5846, -2.4596, -0.4596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0135, -2.3885, -1.7635, -0.5135]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5497, -2.7997, -3.9247, -1.5497]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6676, -2.6676, -2.7926, -1.2926]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.783, -1.908, -3.158, -0.408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0974, -0.9724, -1.9724, -1.3474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6858, -2.4358, -0.4358, -2.0608]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.2229, -2.4729, -1.8479, -0.9729]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0749, -1.4499, -0.6999, -2.5749]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9575, -1.3325, -1.7075, -1.2075]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4516, -2.8266, -0.3266, -3.8266]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9562, -4.2062, -0.2062, -3.7062]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4964, -3.8714, -4.9339, -0.1214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1191, -3.2441, -2.9941, -0.2441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9305, -1.5555, -1.3055, -1.3055]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.3724, -3.2474, -1.3724, -0.4974]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9487, -3.1987, -1.5737, -0.4487]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2296, -2.3546, -1.4796, -1.1046]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4472, -0.8222, -2.3222, -1.9472]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4215, -0.9215, -2.2965, -1.0465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3941, -4.5191, -0.2691, -3.6441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2059, -5.0809, -0.2059, -3.2059]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8572, -1.7322, -2.6072, -1.6072]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1172, -1.8672, -1.8672, -1.3672]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2822, -0.5322, -4.0322, -1.4072]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2251, -0.9751, -3.2251, -0.8501]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.3452, -5.4702, -5.7202, -1.5952]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.379, -5.004, -4.379, -1.754]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4752, -1.6002, -5.5377, -3.7252]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8876, -1.2626, -3.3876, -2.6376]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.158, -4.033, -0.283, -3.533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8954, -5.0829, -0.2704, -3.0204]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6384, -1.6384, -3.3884, -0.7634]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2266, -2.6016, -4.3516, -0.2266]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2511, -3.9386, -5.5011, -3.3761]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2585, -3.3835, -4.5085, -3.2585]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9623, -1.5873, -2.8373, -1.3373]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.442, -0.817, -2.442, -1.192]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8212, -2.8212, -3.9462, -0.1962]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4981, -2.4981, -1.2481, -0.6231]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3876, -3.5126, -0.5126, -3.3876]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.371, -3.371, -0.496, -3.621]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2728, -1.5228, -0.5228, -2.8978]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6807, -2.0557, -0.5557, -2.1807]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0015, -2.3765, -0.5015, -2.5015]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6248, -2.2498, -0.7498, -1.8748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4601, -1.3351, -1.8351, -1.4601]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8143, -1.3143, -2.6893, -0.8143]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2173, -0.2173, -4.2173, -3.9673]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2007, -0.5757, -3.5757, -1.2007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5445, -3.6695, -1.4195, -3.7945]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1976, -3.6976, -0.6976, -2.8226]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7869, -2.0369, -0.7869, -1.7869]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.3845, -0.8845, -1.7595, -1.1345]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3129, -2.0629, -2.1879, -0.9379]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.077, -1.827, -1.827, -1.702]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4919, -2.3669, -0.9919, -1.3669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-4.2642, -4.8892, -0.7642, -0.7642]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0457, -0.2957, -4.6707, -3.0457]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.1241, -3.4991, -0.9991, -1.6241]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6476, -2.7726, -3.2726, -0.2726]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5012, -1.6262, -3.0012, -0.8762]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6465, -0.6465, -1.5215, -2.3965]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3935, -1.1435, -1.2685, -1.5185]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9125, -0.9125, -3.4125, -1.0375]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1388, -1.0138, -1.7638, -1.0138]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5935, -2.4685, -3.7185, -1.3435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9816, -2.3566, -1.7316, -1.3566]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9771, -0.2271, -4.1021, -2.8521]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8911, -2.8911, -0.7661, -1.5161]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7259, -3.3509, -0.2259, -3.6009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.7455, -0.9955, -1.3705, -1.3705]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2947, -3.6697, -4.9822, -3.7947]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2905, -1.6655, -1.7905, -0.7905]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.021, -4.146, -5.5835, -0.271]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0325, -3.1575, -4.0325, -0.4075]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.148, -2.398, -2.273, -1.023]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0128, -3.1378, -2.1378, -0.6378]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8472, -0.3472, -3.8472, -3.2222]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7218, -1.2218, -2.2218, -1.0968]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6089, -1.3589, -3.2339, -2.7339]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5234, -0.2734, -3.7734, -3.0234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2282, -3.4782, -5.5407, -3.6032]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2623, -3.3873, -4.5123, -3.0123]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6258, -1.3758, -1.2508, -1.8758]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2062, -2.0812, -1.3312, -1.4562]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.5637, -0.1887, -5.6262, -4.5637]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7626, -0.2626, -4.3876, -3.0126]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2841, -1.2841, -3.5341, -1.1591]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6632, -2.7882, -2.4132, -0.5382]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9179, -0.2929, -3.0429, -2.6679]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0871, -0.4621, -3.3371, -1.5871]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3416, -3.5916, -0.2166, -3.5916]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6882, -4.1882, -0.1882, -3.3132]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8392, -0.7142, -3.5892, -1.4642]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4333, -0.6833, -3.9333, -2.0583]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7558, -1.1308, -2.5058, -2.7558]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9427, -2.9427, -1.1927, -0.8177]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.0282, -3.4032, -0.9032, -2.0282]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8595, -3.4845, -0.4845, -1.6095]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4695, -2.3445, -4.4695, -0.5945]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2962, -3.5462, -3.2962, -0.5462]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4406, -2.3156, -2.3156, -0.8156]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7178, -2.8428, -2.2178, -1.4678]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3273, -2.9523, -3.2023, -2.5773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.497, -3.997, -1.747, -2.622]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8277, -2.7027, -1.2027, -3.2027]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.123, -2.873, -0.498, -1.873]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9377, -0.5627, -3.3127, -1.9377]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1523, -0.1523, -4.9023, -3.9023]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6993, -1.9493, -3.0743, -0.6993]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1329, -1.2579, -2.3829, -0.8829]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4, -2.775, -0.775, -2.775]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6962, -3.9462, -0.5712, -2.8212]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3712, -0.3712, -3.8712, -2.3712]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1445, -0.5195, -3.5195, -1.6445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9525, -2.4525, -0.7025, -1.8275]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-4.4302, -3.5552, -1.0552, -0.6802]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.7212, -0.7212, -4.8462, -0.9712]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.4152, -0.4152, -4.0402, -1.7902]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3839, -4.0089, -5.6339, -0.2589]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.078, -3.078, -3.953, -0.328]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.277, -1.277, -0.902, -1.527]}
{"tag": "base", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7063, -2.3313, -0.5813, -1.9563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5738, -1.8238, -0.8238, -1.8238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2912, -1.7912, -1.0412, -1.2912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6769, -1.5519, -1.3019, -1.5519]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2048, -2.0798, -1.0798, -1.0798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4339, -3.5589, -0.1839, -4.0589]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0765, -2.2015, -1.3265, -1.7015]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1678, -0.2928, -3.7928, -3.4178]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4578, -0.5828, -3.3328, -1.8328]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.1898, -1.0648, -2.4398, -1.9398]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.239, -1.989, -3.864, -0.739]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.59, -3.465, -0.465, -1.465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7515, -3.3765, -0.5015, -2.0015]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2237, -2.0987, -1.0987, -1.5987]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1105, -1.8605, -0.8605, -1.4855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2096, -1.2096, -1.2096, -1.9596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.763, -1.388, -1.513, -1.263]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3341, -2.0841, -2.7091, -0.3341]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2142, -1.8392, -1.2142, -1.0892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3775, -1.1275, -2.6275, -1.5025]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9092, -1.0342, -3.5342, -1.0342]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4048, -2.1548, -0.6548, -1.9048]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0977, -1.9727, -2.2227, -0.4727]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7273, -1.7273, -1.1023, -1.4773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2474, -1.9974, -1.7474, -1.3724]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.2591, -4.2591, -4.1341, -0.1341]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3109, -1.3109, -2.4359, -0.8109]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0001, -3.1251, -2.2501, -0.8751]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4274, -1.9274, -1.6774, -1.4274]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5345, -1.2845, -1.6595, -1.6595]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4426, -1.4426, -1.0676, -2.1926]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5162, -1.3912, -1.2662, -1.3912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1257, -1.8757, -1.6257, -0.8757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8441, -1.8441, -1.0941, -1.3441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5743, -1.4493, -1.4493, -1.3243]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.954, -1.204, -2.454, -2.079]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2852, -1.9102, -1.4102, -1.4102]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0841, -0.2091, -4.8341, -3.2091]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8559, -0.4809, -2.7309, -2.3559]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5622, -2.4372, -1.9372, -2.8122]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4802, -2.2302, -1.4802, -0.7302]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2081, -2.8331, -0.9581, -0.9581]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1385, -2.0135, -1.5135, -1.3885]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8779, -0.8779, -2.2529, -1.7529]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2669, -1.8919, -1.7669, -1.2669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1861, -2.1861, -1.0611, -1.6861]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2896, -2.1646, -0.6646, -1.6646]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4973, -0.7473, -2.8723, -2.4973]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5913, -0.8413, -2.7163, -1.7163]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3458, -0.4708, -3.3458, -2.7208]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0287, -1.2787, -1.4037, -1.7787]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8158, -3.4408, -0.3158, -2.4408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1392, -1.5142, -2.1392, -0.8892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6027, -0.8527, -2.1027, -1.9777]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8462, -2.0962, -2.2212, -1.4712]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1222, -1.1222, -1.1222, -2.1222]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3665, -2.2415, -0.7415, -1.4915]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3457, -1.3457, -1.8457, -1.8457]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0009, -1.6259, -1.6259, -1.6259]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7456, -2.4956, -0.8706, -1.3706]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3213, -1.6963, -1.4463, -1.5713]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9296, -1.5546, -1.3046, -1.5546]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9036, -1.4036, -1.2786, -1.4036]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6556, -1.6556, -0.9056, -2.0306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3298, -2.7048, -0.8298, -1.9548]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0661, -1.0661, -1.1911, -1.8161]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4422, -1.8172, -1.1922, -1.8172]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1296, -0.8796, -1.7546, -1.7546]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5907, -2.3407, -1.3407, -1.8407]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5758, -1.2008, -1.5758, -1.8258]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5347, -1.4097, -1.0347, -2.1597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6652, -0.9152, -2.1652, -1.6652]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0212, -1.0212, -2.2712, -1.3962]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.794, -2.794, -0.794, -1.544]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0226, -1.6476, -1.2726, -1.2726]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6457, -1.6457, -0.7707, -2.0207]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1069, -2.4819, -1.7319, -0.7319]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4618, -1.5868, -3.8368, -2.7118]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3234, -1.4484, -2.1984, -1.9484]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7589, -2.3839, -1.3839, -1.8839]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.6196, -1.8696, -1.6196, -1.7446]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9964, -4.6214, -4.8714, -0.1214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7053, -2.8303, -4.3303, -0.2053]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3063, -3.0563, -0.6813, -1.6813]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6496, -1.6496, -1.2746, -1.5246]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.485, -2.36, -0.86, -1.86]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6306, -1.8806, -1.0056, -1.7556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3398, -0.7148, -2.2148, -1.8398]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7432, -1.6182, -2.2432, -0.4932]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4752, -1.2252, -1.7252, -1.7252]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5679, -1.4429, -1.0679, -2.0679]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0785, -0.2035, -4.4535, -3.3285]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.6291, -1.7541, -3.5041, -0.3791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7072, -3.4572, -0.4572, -1.9572]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5629, -3.8129, -0.5629, -1.1879]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.465, -1.59, -1.215, -1.715]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7504, -1.7504, -1.6254, -1.7504]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9255, -2.4255, -1.0505, -1.4255]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8076, -1.9326, -1.3076, -1.0576]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4083, -3.1583, -2.9083, -2.2833]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0056, -2.5056, -2.0056, -1.1306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3347, -1.4597, -1.3347, -1.0847]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8164, -1.8164, -1.0664, -1.4414]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3046, -3.1796, -4.3046, -2.3046]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5083, -1.6333, -1.1333, -2.0083]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7359, -1.9859, -0.9859, -1.6109]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0196, -2.1446, -1.2696, -1.3946]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8109, -3.5609, -4.6859, -0.1859]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2153, -3.2153, -3.9653, -0.2153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5541, -1.1791, -1.1791, -2.1791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2683, -1.5183, -1.1433, -2.0183]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6077, -1.2327, -1.6077, -1.7327]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4887, -1.4887, -1.1137, -2.1137]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8571, -1.8571, -0.9821, -1.4821]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7358, -1.4858, -1.3608, -1.3608]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7662, -2.3912, -1.0162, -1.3912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.861, -3.111, -0.611, -1.611]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5958, -2.2208, -1.2208, -1.2208]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4264, -1.9264, -0.9264, -1.3014]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6864, -1.9364, -0.6864, -1.6864]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0788, -2.0788, -1.3288, -0.9538]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2344, -3.2344, -0.3594, -2.4844]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8574, -2.1074, -1.1074, -1.3574]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6866, -1.6866, -1.5616, -1.1866]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1561, -1.2811, -1.9061, -1.0311]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6916, -0.3166, -3.5666, -2.8166]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1593, -1.5343, -1.0343, -1.2843]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8589, -2.1089, -1.3589, -1.1089]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6584, -2.0334, -1.4084, -1.2834]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2838, -3.1588, -2.5338, -0.2838]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5271, -2.1521, -3.0271, -0.2771]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2398, -1.4898, -1.2398, -2.3648]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0473, -1.5473, -1.9223, -1.7973]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4768, -1.1018, -2.9768, -1.2268]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.5055, -1.8805, -1.6305, -1.5055]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5942, -1.2192, -1.5942, -1.7192]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5282, -1.5282, -1.0282, -2.1532]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0702, -1.6952, -0.8202, -1.8202]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1822, -1.3072, -1.8072, -1.6822]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2119, -2.9619, -4.8369, -2.7119]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6585, -1.5335, -1.0335, -1.6585]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1355, -1.0105, -2.8855, -0.8855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6707, -2.2957, -1.1707, -1.0457]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3922, -5.0797, -0.2672, -3.3922]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3737, -1.8737, -0.9987, -1.1237]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9684, -2.2184, -0.7184, -2.7184]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9018, -2.5268, -0.7768, -1.0268]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0572, -1.0572, -1.0572, -2.4322]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.6037, -1.7287, -2.2287, -0.4787]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2034, -1.2034, -2.2034, -1.0784]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8205, -2.3205, -1.1955, -1.0705]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0854, -2.0854, -0.9604, -1.4604]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8534, -2.1034, -0.7284, -1.8534]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2257, -3.7257, -4.9132, -3.1007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7896, -2.1646, -1.5396, -2.0396]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0118, -1.3868, -1.6368, -2.3868]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5689, -2.0689, -1.0689, -1.5689]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8803, -4.5053, -0.1303, -4.0053]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7563, -2.1313, -0.7563, -1.3813]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.912, -4.412, -5.3495, -0.162]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4198, -1.5448, -2.4198, -1.0448]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.2201, -1.0951, -1.4701, -2.5951]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7239, -1.4739, -1.5989, -1.0989]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5826, -1.8326, -1.3326, -1.2076]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5224, -1.8974, -1.6474, -1.1474]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8713, -0.9963, -1.2463, -2.1213]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7526, -2.0026, -2.3776, -2.0026]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3216, -0.9466, -2.3216, -1.6966]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5463, -0.7963, -2.6713, -2.0463]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6967, -1.9467, -0.8217, -1.8217]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1402, -2.2652, -1.3902, -1.6402]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5658, -1.1908, -1.5658, -1.8158]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.368, -1.493, -1.118, -2.118]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9592, -0.4592, -1.9592, -3.3342]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8684, -1.2434, -0.9934, -2.4934]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.7904, -0.9154, -1.5404, -1.6654]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5381, -1.7881, -1.1631, -1.4131]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9193, -3.1693, -2.5443, -0.2943]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5298, -1.4048, -2.0298, -1.1548]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6397, -2.5147, -1.1397, -0.7647]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6388, -1.8888, -1.7638, -0.8888]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8893, -1.5143, -1.1393, -1.6393]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6485, -1.8985, -1.0235, -1.6485]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9079, -0.6579, -3.1579, -2.2829]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6534, -1.7784, -1.2784, -1.5284]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5425, -1.5425, -1.4175, -1.5425]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2868, -1.9118, -1.5368, -1.2868]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2349, -1.9849, -0.9849, -1.2349]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.156, -1.906, -1.531, -0.781]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8055, -3.1805, -1.0555, -2.3055]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4088, -2.0338, -1.1588, -1.5338]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6905, -1.3155, -1.5655, -1.5655]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.2782, -1.6532, -1.1532, -2.1532]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4627, -2.2127, -2.8377, -2.3377]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.404, -1.654, -1.404, -1.654]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.785, -1.41, -2.66, -0.91]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6004, -2.3504, -1.8504, -0.9754]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0807, -3.5807, -5.3307, -0.5807]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9309, -2.1809, -2.9309, -1.1809]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5148, -3.2648, -1.6398, -0.5148]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7507, -2.8757, -1.1257, -0.8757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4174, -0.6674, -2.1674, -1.7924]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.5247, -1.7747, -1.5247, -1.5247]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1798, -3.3048, -2.3048, -0.4298]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.198, -2.073, -1.073, -1.573]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5294, -1.2794, -1.6544, -1.6544]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3962, -1.5212, -1.1462, -2.0212]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2573, -2.5073, -0.6323, -2.2573]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7718, -2.5218, -0.8968, -1.6468]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1871, -0.4371, -3.5621, -2.0621]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5605, -0.4355, -2.9355, -2.1855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5149, -0.8899, -4.1399, -1.0149]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7649, -1.8899, -3.0149, -0.6399]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2949, -1.7949, -1.9199, -1.0449]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6345, -1.3845, -1.3845, -1.5095]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3933, -1.5183, -2.0183, -0.7683]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5863, -1.7113, -1.8363, -0.9613]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.566, -1.316, -1.691, -1.441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0782, -1.7032, -1.3282, -1.0782]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.5826, -0.2076, -4.7076, -4.0826]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1533, -1.5283, -2.0283, -1.6533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.576, -1.201, -1.701, -1.701]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5285, -1.5285, -1.0285, -2.1535]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0126, -3.8876, -0.2626, -2.7626]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3565, -4.3565, -0.2315, -2.2315]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0369, -2.0369, -1.6619, -0.7869]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1145, -2.1145, -1.4895, -0.7395]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4512, -3.2012, -0.3262, -2.7012]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0994, -2.3494, -1.0994, -2.0994]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5449, -1.7949, -1.6699, -1.0449]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6357, -1.7607, -1.2607, -1.5107]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7793, -1.5293, -1.4043, -1.4043]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5791, -1.3291, -1.7041, -1.3291]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7498, -1.8748, -3.1248, -0.4998]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9058, -1.6558, -2.0308, -1.7808]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5579, -1.3079, -1.5579, -1.6829]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4632, -1.4632, -1.0882, -2.2132]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8811, -2.1311, -1.1311, -1.3811]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2168, -2.5918, -0.9668, -1.0918]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2731, -2.3981, -0.6481, -1.5231]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5985, -1.4735, -1.7235, -1.4735]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8302, -0.4552, -3.3302, -2.3302]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9226, -1.5476, -1.9226, -1.0476]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.688, -2.063, -0.938, -1.563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.43, -1.555, -1.43, -1.555]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6645, -2.7895, -0.7895, -2.0395]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.491, -2.741, -0.866, -1.116]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3136, -1.9386, -1.6886, -0.8136]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7186, -1.8436, -1.4686, -1.3436]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2596, -2.8846, -4.0096, -0.2596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5113, -3.0113, -3.1363, -0.2613]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2133, -1.8383, -0.5883, -2.2133]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2022, -1.7022, -1.7022, -2.3272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.0731, -0.5731, -2.1981, -1.6981]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0316, -2.0316, -0.7816, -1.5316]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3998, -1.1498, -2.6498, -1.2748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8042, -2.9292, -1.5542, -0.6792]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-0.9354, -3.0604, -4.5604, -0.8104]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2361, -2.6111, -2.4861, -0.7361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8318, -1.3318, -1.4568, -1.5818]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3134, -1.3134, -1.6884, -1.6884]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.063, -1.688, -1.063, -1.438]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9828, -1.9828, -1.8578, -0.7328]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.53, -2.03, -2.655, -2.53]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0549, -2.6799, -2.4299, -0.4299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3425, -0.8425, -2.5925, -1.8425]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1892, -0.9392, -2.5642, -1.1892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7927, -3.7927, -0.2927, -2.9177]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3944, -2.5194, -0.8944, -1.8944]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.715, -0.965, -2.215, -1.84]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8591, -1.4841, -1.4841, -1.3591]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5528, -2.9278, -0.9278, -1.1778]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5382, -1.5382, -1.1632, -1.5382]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9456, -3.8206, -3.9456, -0.1956]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7973, -3.0473, -0.9223, -1.0473]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5892, -2.3392, -0.4642, -2.0892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6689, -2.1689, -2.2939, -0.4189]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4347, -1.3097, -1.6847, -1.8097]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5516, -1.6766, -1.1766, -1.6766]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4983, -2.4983, -1.7483, -0.8733]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7165, -2.2165, -1.0915, -1.3415]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3896, -1.2646, -1.2646, -1.3896]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0197, -1.8947, -0.8947, -1.5197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1619, -0.9119, -1.7869, -1.4119]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5204, -1.5204, -1.6454, -1.1454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0274, -1.1524, -1.2774, -1.7774]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2285, -2.1035, -0.6035, -2.2285]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8274, -0.9524, -1.2024, -2.2024]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4197, -1.9197, -1.2947, -0.9197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0236, -1.1486, -3.1486, -0.6486]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.469, -1.844, -1.844, -0.969]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3698, -2.1198, -2.2448, -0.7448]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8725, -1.7475, -1.9975, -0.8725]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3672, -0.6172, -3.8672, -2.2422]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.2625, -1.8875, -2.1375, -1.0125]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9925, -1.6175, -0.9925, -1.4925]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4765, -1.8515, -0.6015, -1.8515]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4964, -1.7464, -1.2464, -1.8714]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7025, -1.5775, -1.3275, -1.5775]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1344, -1.2594, -1.5094, -2.1344]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.54, -1.04, -1.54, -1.79]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5757, -2.3257, -1.7007, -0.8257]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0289, -1.0289, -2.4039, -1.0289]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4122, -2.0372, -3.0372, -0.6622]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0258, -1.9008, -1.5258, -1.6508]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5696, -1.1946, -1.6946, -1.6946]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4693, -1.5943, -1.2193, -1.8443]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7826, -2.9076, -0.4076, -3.0326]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9947, -2.3697, -1.1197, -1.1197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5932, -1.4682, -1.3432, -1.4682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.456, -2.081, -1.081, -1.581]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9109, -2.4109, -0.6609, -2.0359]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8862, -1.5112, -1.7612, -1.5112]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5864, -5.4614, -3.8364, -0.0864]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0443, -3.4193, -2.1693, -0.2943]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4643, -3.4643, -1.4643, -0.8393]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9705, -2.2205, -2.0955, -0.5955]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9689, -1.3439, -2.0939, -2.2189]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3237, -1.9487, -1.1987, -1.0737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6314, -4.1314, -4.6314, -0.1314]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1937, -2.3187, -0.8187, -1.5687]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5261, -2.2761, -2.7761, -2.4011]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.5414, -2.5414, -1.9164, -1.9164]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5198, -1.2698, -1.6448, -1.7698]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3203, -1.6953, -1.5703, -1.4453]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3944, -1.6444, -1.5194, -1.5194]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1032, -2.7282, -1.1032, -0.8532]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8945, -4.3945, -4.3945, -0.1445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8392, -2.5892, -1.5892, -0.5892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0804, -0.3304, -4.0804, -2.9554]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.694, -1.444, -1.319, -1.569]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5481, -1.9231, -1.1731, -1.5481]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4007, -1.9007, -1.0257, -1.7757]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8571, -3.2321, -2.1071, -1.1071]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5864, -1.9614, -1.8364, -0.8364]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1617, -3.5367, -4.2867, -0.1617]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9979, -3.8729, -0.3729, -1.7479]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.575, -2.7, -0.95, -1.325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5484, -2.9234, -0.9234, -1.4234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2556, -4.0056, -4.7556, -0.1306]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7153, -3.8403, -3.0903, -1.7153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0754, -0.5754, -3.0754, -1.9504]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.672, -1.047, -2.047, -1.547]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9445, -2.6945, -1.0695, -1.0695]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2595, -2.0095, -1.3845, -1.5095]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4421, -1.4421, -2.0671, -1.0671]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9874, -1.4874, -1.2374, -1.3624]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1809, -1.5559, -0.9309, -2.0559]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6847, -1.9347, -0.8097, -1.8097]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1114, -1.7364, -1.2364, -1.3614]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8855, -1.6355, -1.1355, -1.3855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9351, -1.1851, -2.9351, -1.9351]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4697, -1.4697, -2.0947, -1.0947]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2743, -1.0243, -1.5243, -1.6493]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6506, -1.2756, -1.6506, -1.5256]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3385, -1.8385, -1.4635, -1.3385]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4508, -1.8258, -1.3258, -1.2008]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4936, -2.7436, -2.1186, -2.2436]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8446, -1.4696, -1.7196, -1.0946]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7266, -1.7266, -1.3516, -1.2266]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3642, -1.4892, -1.4892, -1.4892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3025, -2.0525, -1.6775, -1.3025]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7847, -2.0347, -1.5347, -1.6597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7028, -4.4528, -0.4528, -2.4528]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9324, -3.6824, -0.9324, -0.8074]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8146, -2.4396, -0.9396, -1.4396]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7391, -1.4891, -1.8641, -1.2391]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1173, -3.1173, -2.9923, -0.3673]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5204, -1.8954, -1.3954, -1.1454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3488, -2.2238, -3.9738, -2.4738]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2426, -1.7426, -2.2426, -1.1176]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6363, -1.2613, -1.6363, -1.6363]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3608, -1.7358, -1.7358, -1.3608]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7238, -0.9738, -0.8488, -2.8488]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6435, -1.6435, -0.7685, -1.6435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9542, -1.2042, -1.4542, -1.7042]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8145, -1.3145, -1.5645, -1.4395]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6756, -1.3006, -1.3006, -1.5506]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3085, -1.3085, -1.5585, -1.8085]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8998, -2.6498, -0.5248, -1.7748]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3498, -2.3498, -0.8498, -1.3498]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6541, -1.1541, -2.6541, -0.7791]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3445, -2.3445, -0.7195, -1.4695]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9171, -1.6671, -1.4171, -2.7921]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3743, -1.8743, -1.6243, -1.1243]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1426, -2.1426, -1.1426, -1.1426]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6067, -2.1067, -1.1067, -1.3567]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8666, -2.8666, -3.6166, -0.2416]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7461, -2.2461, -1.4961, -0.8711]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0566, -0.4316, -2.8066, -2.0566]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6775, -1.6775, -1.0525, -2.0525]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.8072, -4.3072, -0.1822, -3.1822]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0561, -2.3061, -1.1811, -0.9311]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5919, -2.4669, -2.3419, -1.9669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4169, -1.1669, -1.9169, -1.5419]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7533, -2.5033, -1.7533, -2.3783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3658, -2.4908, -0.9908, -1.6158]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6148, -0.9898, -2.3648, -1.7398]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7445, -1.8695, -1.1195, -1.6195]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5083, -1.2583, -1.6333, -1.7583]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5365, -1.5365, -1.0365, -2.0365]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7097, -3.3347, -0.3347, -2.4597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2038, -1.9538, -0.9538, -1.4538]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5283, -1.1533, -1.6533, -1.7783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4983, -1.4983, -0.9983, -2.2483]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6009, -1.7259, -1.6009, -1.3509]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7447, -1.4947, -1.2447, -1.4947]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4763, -1.7263, -1.6013, -1.7263]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4469, -2.0719, -1.5719, -1.6969]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8409, -0.8409, -1.7159, -1.9659]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0384, -1.6634, -1.1634, -1.1634]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4316, -2.5566, -3.5566, -1.8066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.906, -1.281, -1.156, -1.656]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0504, -1.4254, -3.0504, -0.6754]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1502, -2.4002, -1.7752, -1.2752]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.534, -1.659, -0.909, -1.409]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6362, -1.6362, -1.5112, -1.2612]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8736, -1.8736, -0.4986, -2.6236]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8553, -1.1053, -1.3553, -1.9803]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8838, -0.3838, -3.7588, -3.2588]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8024, -2.3024, -1.1774, -1.1774]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5136, -1.2636, -1.6386, -1.7636]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5093, -1.5093, -1.0093, -2.1343]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.3452, -0.4702, -3.4702, -1.7202]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2209, -2.7209, -1.2209, -1.4709]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8374, -2.2124, -0.4624, -2.0874]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7774, -3.4024, -0.7774, -0.9024]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3962, -3.8962, -0.2712, -2.3962]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2695, -2.0195, -1.2695, -1.6445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0486, -2.0486, -1.0486, -1.2986]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1092, -2.1092, -0.7342, -1.6092]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.7637, -0.3887, -2.6387, -2.3887]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5738, -0.8238, -1.5738, -1.4488]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7251, -0.9751, -2.3501, -1.4751]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1987, -1.6987, -1.9487, -1.0737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8737, -3.7487, -2.9987, -0.3737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6535, -3.2785, -1.7785, -0.4035]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4237, -3.0487, -3.6737, -0.1737]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0593, -2.4343, -2.8093, -0.3093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8846, -1.5096, -1.3846, -1.7596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6242, -1.2492, -1.4992, -1.7492]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6456, -2.5206, -1.6456, -2.2706]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7434, -2.4934, -1.1184, -1.1184]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1069, -1.2319, -0.8569, -2.3569]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.313, -1.188, -1.188, -1.563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8472, -2.8472, -3.4722, -0.4722]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.638, -2.513, -1.138, -1.138]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4071, -2.5321, -0.7821, -1.2821]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0816, -3.2066, -4.4566, -0.2066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5985, -3.0985, -3.7235, -0.2235]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.292, -1.417, -1.417, -2.042]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1927, -1.4427, -1.8177, -1.0677]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7832, -1.2832, -1.7832, -1.1582]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4479, -3.0729, -3.6979, -0.3229]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1758, -2.3008, -1.9258, -0.5508]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1299, -0.6299, -4.5049, -3.1299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3265, -1.9515, -1.5765, -1.3265]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9219, -3.2969, -0.2969, -2.5469]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5499, -2.4249, -1.4249, -0.9249]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4222, -1.1722, -2.0472, -1.5472]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2247, -1.7247, -1.4747, -1.5997]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3392, -3.2142, -3.3392, -2.3392]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4938, -1.4938, -1.1188, -1.8688]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6946, -1.5696, -2.4446, -2.0696]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8667, -1.9917, -2.2417, -1.2417]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3386, -1.3386, -1.7136, -1.8386]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8845, -2.0095, -1.1345, -1.2595]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6773, -1.1773, -2.9273, -1.0523]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4478, -1.3228, -2.1978, -0.8228]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4199, -1.2949, -1.2949, -2.0449]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5386, -2.4136, -0.7886, -1.7886]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.947, -1.697, -1.197, -1.447]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0104, -1.3854, -1.0104, -1.6354]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4568, -2.4568, -2.5818, -2.5818]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8576, -2.1076, -2.3576, -1.6076]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7629, -1.7629, -2.1379, -0.7629]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2431, -2.1181, -2.2431, -0.7431]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5977, -1.3477, -1.5977, -1.5977]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5701, -1.4451, -1.0701, -2.0701]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1879, -1.3129, -1.1879, -1.5629]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2636, -1.6386, -1.0136, -1.5136]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6058, -0.3558, -3.6058, -2.2308]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3407, -1.4657, -2.3407, -1.0907]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0921, -2.3421, -0.7171, -1.7171]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4287, -3.1787, -0.4287, -2.0537]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.9239, -0.2989, -3.5489, -2.5489]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.6562, -0.5312, -3.1562, -2.0312]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7032, -1.8282, -1.3282, -1.3282]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8002, -1.9252, -1.1752, -1.1752]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5488, -1.1738, -1.6738, -1.7988]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5828, -1.4578, -1.0828, -2.0828]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5379, -1.2879, -1.5379, -1.7879]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3726, -1.4976, -1.1226, -2.2476]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.5666, -0.1916, -3.6916, -3.3166]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-4.551, -0.301, -2.926, -2.426]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.9537, -0.1412, -5.9537, -4.8912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1543, -0.5293, -2.7793, -2.0293]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1846, -3.0596, -3.4346, -0.1846]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7158, -1.7158, -1.3408, -0.8408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5738, -1.1988, -1.5738, -1.8238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5242, -1.5242, -1.0242, -2.1492]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4444, -0.6944, -2.0694, -1.5694]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9293, -1.3043, -1.4293, -1.6793]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1721, -0.1721, -3.5471, -3.1721]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1559, -1.0309, -1.5309, -1.7809]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0814, -2.2064, -1.9564, -1.4564]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4594, -1.8344, -1.7094, -1.4594]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6509, -3.7759, -3.9009, -0.1509]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1263, -2.1263, -1.5013, -0.8763]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9015, -3.0265, -0.9015, -2.6515]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2001, -2.0751, -0.9501, -2.2001]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6347, -0.2597, -3.7597, -3.8847]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7579, -0.3829, -2.7579, -3.1329]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.997, -1.247, -2.622, -1.997]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0263, -1.9013, -1.5263, -0.9013]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5315, -2.4065, -0.5315, -2.0315]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7461, -1.6211, -1.1211, -1.6211]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6294, -0.6294, -2.3794, -2.2544]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.694, -1.569, -1.444, -1.194]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0949, -1.4699, -1.7199, -1.0949]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1925, -1.9425, -2.0675, -1.1925]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.8503, -5.2878, -5.7253, -0.1003]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9191, -3.0441, -4.1691, -0.1691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2233, -0.4733, -3.3483, -2.7233]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2392, -0.8642, -2.3642, -1.3642]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3732, -1.1232, -1.2482, -1.6232]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9259, -0.9259, -2.3009, -1.4259]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2342, -1.2342, -1.7342, -2.4842]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4681, -2.5931, -0.5931, -2.0931]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.606, -2.481, -1.606, -0.981]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4779, -1.7279, -1.3529, -1.6029]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6582, -1.6582, -1.5332, -1.4082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5946, -2.0946, -1.3446, -1.2196]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1914, -1.8164, -1.8164, -1.0664]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7512, -1.6262, -1.5012, -1.3762]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.2052, -4.9552, -5.1427, -0.0802]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8168, -2.0668, -1.1918, -1.0668]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0544, -2.0544, -1.9294, -1.4294]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1261, -2.6261, -2.5011, -0.5011]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1145, -1.7395, -1.1145, -1.3645]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1596, -1.7846, -0.9096, -1.5346]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1989, -0.6989, -2.4489, -1.4489]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5756, -1.5756, -1.9506, -0.7006]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5048, -1.2548, -1.6298, -1.7548]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5056, -1.5056, -1.0056, -2.2556]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6811, -3.0561, -3.0561, -0.3061]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6963, -2.0713, -1.8213, -0.6963]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6278, -1.2528, -1.5028, -1.7528]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3362, -1.5862, -1.0862, -2.2112]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9165, -2.0415, -2.0415, -2.2915]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.6211, -2.1211, -1.7461, -1.7461]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8688, -4.4938, -5.3688, -0.1188]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6858, -1.5608, -1.9358, -1.1858]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.185, -2.185, -1.56, -1.31]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7186, -1.8436, -1.3436, -1.0936]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6207, -1.2457, -1.6207, -1.6207]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6128, -1.4878, -1.1128, -1.8628]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7963, -0.9213, -1.5463, -1.9213]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6158, -1.4908, -1.2408, -1.7408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3154, -2.3154, -0.8154, -1.3154]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.316, -1.441, -1.691, -1.566]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8092, -2.4342, -1.0592, -1.0592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2157, -1.3407, -1.5907, -1.7157]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5834, -2.0834, -1.2084, -1.4584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3916, -1.8916, -1.5166, -1.7666]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7949, -1.2949, -1.9199, -0.9199]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4856, -2.3606, -1.4856, -0.6106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1508, -2.7758, -0.9008, -2.1508]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2048, -2.8298, -1.0798, -1.7048]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3228, -1.0728, -2.6978, -1.5728]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1765, -1.8015, -2.4265, -0.5515]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1405, -1.1405, -1.5155, -1.5155]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6967, -1.8217, -1.3217, -1.1967]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4005, -2.6505, -0.5255, -2.2755]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6189, -2.2439, -0.8689, -1.8689]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2402, -1.8652, -4.9902, -0.3652]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5883, -2.9633, -4.5883, -0.2133]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7694, -3.1444, -3.2694, -0.2694]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2851, -2.4101, -2.1601, -0.5351]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5591, -1.1841, -1.6841, -1.6841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6169, -1.4919, -0.9919, -2.1169]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4045, -0.2795, -3.9045, -3.1545]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2346, -0.2346, -3.2346, -2.7346]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2711, -4.0211, -3.6461, -0.1461]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7426, -3.2426, -2.1176, -0.3676]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6415, -2.0165, -1.3915, -1.6415]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5544, -1.8044, -1.1794, -1.5544]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1186, -2.1186, -1.2436, -1.1186]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.1713, -3.0463, -0.9213, -0.9213]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3249, -2.0749, -1.1999, -1.1999]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3576, -1.6076, -1.3576, -1.2326]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5328, -1.1578, -1.6578, -1.7828]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.456, -1.581, -0.956, -2.331]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7927, -1.4177, -2.5427, -2.0427]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5022, -1.5022, -1.7522, -1.1272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9085, -3.0335, -0.9085, -0.9085]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3587, -3.3587, -0.6087, -1.4837]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5914, -2.8414, -4.4664, -0.2164]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1715, -1.2965, -1.2965, -1.5465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3769, -3.1269, -1.8769, -0.3769]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7002, -2.0752, -1.5752, -0.7002]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4053, -1.6553, -1.0303, -1.6553]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3932, -1.8932, -1.0182, -1.2682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.512, -0.262, -4.387, -2.887]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0257, -1.1507, -3.7757, -0.6507]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2481, -1.6231, -1.6231, -0.8731]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2771, -1.7771, -1.1521, -1.5271]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5912, -0.9662, -1.3412, -1.7162]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4676, -1.0926, -1.2176, -1.4676]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6776, -2.4276, -3.9276, -0.3026]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6884, -1.5634, -1.3134, -1.5634]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9935, -2.4935, -0.7435, -1.2435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7076, -2.5826, -0.5826, -1.5826]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1594, -1.1594, -1.2844, -2.0344]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7785, -1.7785, -0.7785, -1.5285]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1691, -1.7941, -0.6691, -2.0441]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8059, -1.4309, -1.3059, -1.5559]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9307, -1.1807, -2.3057, -2.3057]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5209, -1.6459, -1.0209, -2.1459]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6193, -2.3693, -2.3693, -1.7443]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1109, -2.3609, -1.1109, -0.9859]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.348, -2.098, -1.598, -1.098]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6961, -1.9461, -1.1961, -1.5711]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8727, -2.2477, -0.8727, -1.6227]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2203, -2.0953, -0.5953, -2.0953]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5509, -1.6759, -1.3009, -1.3009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8991, -1.5241, -1.3991, -1.2741]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8754, -0.5004, -3.7504, -2.6254]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5513, -1.5513, -1.8013, -1.1763]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.05, -1.675, -1.3, -1.55]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.956, -1.581, -1.206, -1.581]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.499, -1.624, -1.874, -1.874]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8734, -2.3734, -1.1234, -1.8734]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7885, -1.9135, -1.0385, -1.5385]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5936, -1.9686, -0.9686, -1.5936]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4433, -0.4433, -3.8183, -3.3183]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0158, -1.8908, -1.5158, -1.3908]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3215, -1.0715, -3.3215, -1.4465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6449, -1.3949, -1.3949, -1.5199]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.42, -3.795, -0.2325, -4.2325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5052, -2.5052, -0.6302, -1.8802]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.598, -2.723, -2.848, -0.348]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.066, -1.566, -1.941, -0.941]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6049, -1.1049, -1.7299, -1.7299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3786, -1.6286, -1.0036, -2.2536]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5778, -3.4528, -0.5778, -2.2028]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3427, -2.7177, -0.5927, -1.8427]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0721, -2.5721, -2.5721, -0.4471]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7671, -3.6421, -4.3921, -0.1421]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.8796, -0.7546, -2.6296, -1.1296]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.7454, -2.1204, -1.7454, -1.7454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1505, -1.2755, -1.5255, -1.4005]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0497, -1.0497, -2.1747, -1.0497]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7075, -1.5825, -1.2075, -1.9575]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4742, -1.0992, -1.7242, -2.0992]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.758, -1.133, -1.883, -1.508]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7323, -1.3573, -1.8573, -1.1073]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1573, -1.2823, -0.9073, -2.0323]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4359, -1.4359, -1.5609, -1.4359]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7823, -2.5323, -1.2823, -0.6573]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8452, -1.3452, -1.5952, -1.5952]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6889, -2.3139, -0.4389, -2.3139]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7399, -2.6149, -0.8649, -1.3649]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2484, -3.9984, -4.4359, -2.7484]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2283, -2.3533, -1.3533, -1.4783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3357, -2.7107, -0.8357, -1.3357]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3675, -2.6175, -1.3675, -1.7425]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8299, -3.2049, -0.4549, -2.3299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6547, -2.9047, -0.6547, -1.9047]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8953, -1.5203, -0.5203, -3.2703]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1123, -1.8623, -0.6123, -2.6123]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5883, -1.5883, -1.7133, -1.4633]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1894, -1.6894, -1.4394, -1.6894]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7664, -1.3914, -1.8914, -1.3914]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6147, -1.8647, -1.3647, -1.6147]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1806, -3.6806, -3.1806, -0.6806]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4999, -2.1249, -1.1249, -1.7499]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4923, -1.9923, -2.1173, -0.8673]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.532, -1.657, -1.532, -1.407]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6314, -1.1314, -2.3814, -1.3814]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3108, -2.1858, -1.8108, -1.0608]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.198, -0.198, -4.198, -3.448]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.411, -0.786, -2.786, -0.911]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6309, -3.8809, -0.3809, -2.0059]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.07, -2.695, -0.82, -0.945]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.318, -2.943, -3.068, -2.693]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8452, -1.9702, -0.9702, -1.3452]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7273, -1.3523, -2.7273, -0.9773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5932, -1.3432, -1.9682, -1.4682]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.875, -1.25, -1.625, -1.25]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6563, -1.9063, -1.0313, -1.6563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.209, -0.584, -1.959, -2.584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2685, -0.3935, -2.8935, -2.1435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5033, -0.7533, -2.6283, -1.7533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1232, -0.6232, -2.8732, -1.6232]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5648, -1.1898, -1.6898, -1.8148]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4345, -1.5595, -1.0595, -2.1845]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4534, -1.7034, -0.9534, -2.0784]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7634, -1.7634, -1.0134, -1.7634]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0371, -2.5371, -1.0371, -1.0371]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8573, -2.7323, -0.7323, -1.1073]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.2458, -0.4958, -1.9958, -2.6208]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4967, -1.2467, -1.1217, -1.4967]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5175, -2.0175, -2.5175, -2.0175]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5097, -1.8847, -1.1347, -1.8847]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9841, -0.6091, -2.7341, -1.9841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8283, -0.7033, -2.3283, -1.9533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0604, -3.9354, -0.1854, -3.5604]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4467, -1.8217, -1.4467, -1.4467]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1647, -0.5397, -4.7897, -3.7897]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2591, -1.5091, -1.3841, -2.0091]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.469, -1.969, -1.344, -1.094]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7906, -1.9156, -1.4156, -1.0406]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5373, -1.2873, -1.5373, -1.7873]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3378, -1.4628, -1.2128, -2.2128]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6084, -1.8584, -0.7334, -1.3584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0042, -2.1292, -2.3792, -0.3792]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7256, -1.7256, -1.9756, -0.9756]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9128, -1.6628, -2.1628, -0.7878]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6842, -0.8092, -2.5592, -1.5592]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5177, -1.1427, -2.0177, -0.8927]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3463, -3.5963, -1.0963, -1.2213]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0385, -2.5385, -2.0385, -0.5385]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5542, -2.8042, -4.4292, -0.3042]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1615, -2.1615, -1.5365, -0.7865]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6779, -3.0529, -4.1779, -1.0529]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.0311, -3.9061, -4.5311, -0.1561]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5095, -1.2595, -1.6345, -1.7595]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.41, -1.535, -1.035, -2.16]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9691, -1.0941, -3.0941, -1.9691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1623, -1.7873, -2.0373, -1.2873]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1882, -4.5632, -5.3132, -3.8132]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4417, -3.9417, -3.6917, -1.5667]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9798, -2.3548, -0.4798, -1.7298]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7748, -1.8998, -1.3998, -1.0248]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.611, -3.861, -0.236, -2.361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1769, -1.3019, -1.9269, -0.9269]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8977, -3.0227, -1.0227, -0.8977]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4575, -2.4575, -0.7075, -1.3325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3665, -1.3665, -1.6165, -0.9915]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9085, -1.7835, -1.1585, -1.4085]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7517, -1.2517, -1.3767, -1.6267]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6756, -1.5506, -1.4256, -1.3006]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.439, -2.064, -1.689, -1.064]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2228, -2.3478, -1.2228, -1.5978]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3488, -3.9738, -3.8488, -0.2238]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.875, -3.125, -1.375, -0.75]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8676, -1.8676, -1.3676, -2.2426]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6282, -2.0032, -1.0032, -1.3782]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1197, -1.2447, -3.1197, -1.3697]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5039, -3.0039, -3.0039, -1.5039]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6727, -1.9227, -0.9227, -1.5477]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7005, -2.4505, -1.0755, -1.2005]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5963, -1.0963, -1.7213, -1.8463]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6236, -1.9986, -0.9986, -1.7486]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0817, -1.5817, -1.4567, -2.0817]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2378, -2.1128, -0.8628, -1.3628]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2908, -2.7908, -1.4158, -0.5408]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3461, -2.4711, -1.2211, -0.7211]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7362, -2.7362, -1.2362, -2.6112]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5251, -2.7751, -0.9001, -1.5251]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3849, -3.6349, -3.7599, -0.1349]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5856, -1.9606, -0.8356, -1.7106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2715, -3.0215, -3.8965, -2.6465]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4279, -2.1779, -2.4279, -0.6779]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5024, -1.2524, -1.6274, -1.7524]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5394, -1.5394, -1.0394, -2.0394]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7681, -1.2681, -1.5181, -1.5181]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5618, -1.3118, -1.5618, -1.5618]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.597, -1.222, -1.597, -1.722]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4691, -1.5941, -0.9691, -2.2191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4651, -1.7151, -1.3401, -2.0901]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6009, -1.9759, -1.1009, -1.6009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.445, -1.945, -1.32, -1.445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4969, -1.7469, -1.4969, -1.2469]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4611, -1.4611, -1.3361, -1.8361]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4069, -1.9069, -1.4069, -1.2819]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.357, -1.982, -2.232, -0.857]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9297, -1.8047, -1.5547, -1.1797]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8569, -1.3569, -1.2319, -1.6069]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0915, -1.5915, -2.0915, -0.7165]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.307, -1.557, -1.182, -1.432]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5443, -1.6693, -1.2943, -1.6693]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7958, -0.6708, -2.0458, -1.5458]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2248, -1.8498, -2.0998, -0.5998]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8153, -1.9403, -0.6903, -2.1903]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0369, -1.7869, -0.7869, -1.9119]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2611, -0.1361, -5.1361, -4.5111]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3847, -0.8847, -1.8847, -1.3847]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5547, -1.8047, -1.6797, -1.1797]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7975, -2.4225, -2.4225, -0.5475]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5395, -1.1645, -1.6645, -1.7895]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4343, -1.6843, -1.6843, -1.3093]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3324, -1.7074, -1.0824, -1.3324]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0917, -1.5917, -1.0917, -1.3417]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4143, -3.2893, -2.5393, -2.2893]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7632, -1.7632, -1.2632, -1.3882]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6737, -1.1737, -1.5487, -1.7987]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6257, -1.5007, -1.0007, -2.0007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6967, -1.3217, -0.9467, -1.5717]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6109, -1.6109, -1.3609, -1.4859]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8503, -4.6628, -0.1628, -3.2878]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6537, -2.1537, -1.2787, -1.2787]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3528, -2.3528, -3.2278, -2.7278]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0456, -1.7956, -1.1706, -2.6706]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2903, -2.9153, -0.7903, -0.9153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2408, -2.6158, -0.6158, -1.9908]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.309, -1.809, -0.934, -1.684]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7759, -1.7759, -0.9009, -1.6509]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4217, -0.6717, -3.4217, -1.4217]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3222, -0.9472, -2.6972, -0.9472]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1511, -2.2761, -1.5261, -1.4011]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8443, -1.4693, -1.2193, -1.4693]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1102, -1.3602, -1.1102, -1.7352]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9678, -1.2178, -1.3428, -1.5928]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2411, -3.6161, -0.7411, -2.2411]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1362, -1.7612, -1.3862, -1.7612]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9545, -3.0795, -2.8295, -0.2045]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5508, -2.0508, -2.6758, -0.4258]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.5702, -2.5702, -0.8202, -1.0702]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-4.2417, -3.3667, -0.3667, -1.6167]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.4168, -3.9168, -0.4168, -2.1668]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9312, -3.5562, -0.8062, -2.3062]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0185, -1.0185, -1.0185, -2.0185]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7835, -1.1585, -1.1585, -1.6585]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3651, -1.9901, -1.7401, -1.1151]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4817, -1.9817, -1.3567, -1.2317]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3987, -2.3987, -2.2737, -0.5237]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8834, -2.0084, -1.1334, -1.2584]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6228, -2.4978, -2.9978, -1.3728]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5807, -1.8307, -1.9557, -0.8307]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0844, -1.9594, -1.9594, -0.7094]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9781, -1.2281, -2.1031, -0.8531]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2218, -2.0968, -2.8468, -0.9718]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3795, -2.3795, -1.5045, -1.2545]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4598, -0.9598, -2.2098, -1.0848]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5122, -1.7622, -1.1372, -1.0122]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.0964, -0.3464, -3.0964, -2.0964]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0518, -0.5518, -2.1768, -2.1768]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.168, -3.168, -0.793, -2.918]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5396, -2.6646, -1.2896, -1.0396]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1327, -1.6327, -3.2577, -0.6327]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.394, -1.769, -2.019, -1.019]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4791, -1.1041, -1.6041, -1.8541]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3746, -1.6246, -1.1246, -1.7496]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1509, -1.9009, -0.9009, -1.5259]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.533, -2.033, -1.408, -1.283]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2396, -1.9896, -1.4896, -0.9896]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8712, -1.8712, -1.2462, -1.2462]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.151, -3.276, -0.151, -3.526]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2815, -2.0315, -1.1565, -1.5315]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6433, -1.6433, -1.0183, -1.7683]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9305, -2.5555, -1.0555, -1.0555]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.808, -3.183, -0.933, -0.933]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5183, -2.1433, -0.8933, -1.1433]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5356, -1.6606, -0.6606, -2.4106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8168, -1.8168, -0.9418, -1.4418]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9457, -2.1957, -1.0707, -2.3207]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8174, -2.0674, -0.8174, -1.5674]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0526, -0.1776, -4.0526, -3.5526]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6955, -2.1955, -2.3205, -1.5705]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0371, -0.9121, -2.0371, -1.5371]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8576, -1.4826, -1.3576, -1.4826]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4844, -1.4844, -1.2344, -1.8594]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5106, -1.2606, -1.3856, -1.7606]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.25, -1.0, -2.5, -1.75]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7307, -1.4807, -1.9807, -0.9807]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1094, -2.7344, -0.3594, -2.1094]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1283, -1.3783, -1.3783, -1.2533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1687, -4.1687, -4.6062, -3.5437]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2767, -3.6517, -4.1517, -2.9017]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1804, -3.6804, -5.0554, -3.9304]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3073, -2.8073, -2.4323, -0.6823]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.056, -1.681, -1.181, -1.431]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9814, -1.6064, -1.2314, -1.4814]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2068, -1.5818, -1.7068, -1.7068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8174, -1.5674, -1.3174, -1.3174]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.0347, -0.1597, -4.2847, -3.0347]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.132, -2.632, -3.132, -0.257]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1142, -2.3642, -2.3642, -0.9892]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.695, -1.445, -1.445, -1.445]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0517, -0.8017, -3.1767, -2.4267]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6365, -1.3865, -1.5115, -1.2615]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2551, -3.3801, -1.7551, -0.5051]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3407, -1.9657, -1.9657, -0.9657]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5939, -1.2189, -1.5939, -1.7189]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5152, -1.3902, -1.0152, -2.2652]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.17, -3.67, -4.67, -3.545]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9123, -2.5373, -1.2873, -1.7873]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1685, -0.2935, -5.0435, -4.1685]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.517, -0.267, -3.767, -3.517]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5116, -2.1366, -2.8866, -0.3866]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6077, -1.7327, -1.4827, -1.2327]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3495, -2.5995, -0.4745, -2.9745]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4815, -2.1065, -1.4815, -1.1065]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9733, -1.7233, -1.3483, -1.0983]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6316, -1.3816, -1.2566, -1.6316]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.519, -1.769, -1.144, -1.644]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6437, -1.8937, -1.0187, -1.5187]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6335, -0.8835, -2.5085, -1.3835]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6511, -1.2761, -1.5261, -1.5261]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1599, -1.2849, -1.4099, -2.6599]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4961, -1.4961, -1.1211, -1.8711]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6207, -1.9957, -2.9957, -1.7457]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8657, -3.1157, -2.7407, -0.9907]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1081, -2.3581, -1.8581, -0.6081]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6177, -2.4927, -1.3677, -0.9927]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8849, -1.6349, -1.6349, -1.5099]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.332, -1.457, -1.582, -1.582]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2458, -2.7458, -1.9958, -0.4958]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6759, -2.4259, -0.9259, -1.3009]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2734, -3.5234, -4.1484, -2.5234]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5523, -1.8023, -1.1773, -1.6773]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2713, -3.7713, -3.6463, -2.5213]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7186, -1.7186, -1.4686, -1.0936]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.935, -2.185, -3.56, -0.435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.897, -3.022, -2.022, -1.022]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9367, -1.0617, -2.9367, -2.0617]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6524, -1.7774, -1.7774, -1.0274]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5028, -1.2528, -1.6278, -1.7528]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4915, -1.6165, -0.9915, -2.1165]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0989, -3.8489, -0.2239, -2.9739]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.91, -2.91, -0.66, -1.91]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6405, -2.0155, -1.3905, -1.7655]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7234, -2.0984, -1.4734, -1.8484]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9474, -0.9474, -2.5724, -1.3224]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1211, -0.9961, -1.7461, -1.3711]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9469, -1.8219, -1.3219, -1.4469]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7179, -1.7179, -1.3429, -1.2179]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.985, -1.11, -1.485, -1.61]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2483, -1.9983, -1.4983, -1.2483]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-4.7533, -0.1283, -5.0033, -4.2533]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.0037, -0.2537, -3.7537, -3.1287]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2735, -2.0235, -0.7735, -2.0235]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5763, -1.8263, -1.0763, -1.5763]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8711, -1.1211, -1.4961, -1.6211]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7811, -1.2811, -1.4061, -1.4061]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.336, -1.336, -1.336, -1.961]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0678, -1.3178, -1.5678, -1.1928]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.947, -1.197, -2.947, -1.697]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7582, -1.5082, -2.5082, -1.8832]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0039, -1.6289, -2.1289, -0.7539]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9048, -2.9048, -1.1548, -0.7798]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6724, -2.7974, -0.6724, -2.4224]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2198, -1.7198, -1.4698, -1.5948]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4903, -1.8653, -2.3653, -0.6153]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0685, -1.5685, -1.9435, -0.8185]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4838, -1.4838, -1.3588, -1.4838]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6007, -2.1007, -1.3507, -1.1007]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1687, -1.5437, -1.4187, -1.1687]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0091, -1.2591, -1.5091, -1.2591]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9591, -2.2091, -1.4591, -2.2091]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3999, -2.2749, -1.3999, -1.3999]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5417, -0.6667, -3.5417, -1.4167]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5852, -1.9602, -2.5852, -0.4602]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6063, -1.2313, -1.6063, -1.7313]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.435, -1.56, -1.06, -2.185]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7223, -4.5973, -4.8473, -0.0973]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4859, -1.1109, -3.2359, -0.7359]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6042, -1.4792, -1.4792, -1.6042]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1282, -1.5032, -1.6282, -1.5032]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6033, -1.2283, -1.6033, -1.7283]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4988, -1.4988, -0.9988, -2.2488]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8975, -1.2725, -1.2725, -1.6475]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.847, -1.472, -1.347, -1.597]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7434, -1.9934, -1.7434, -0.8684]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4899, -1.8649, -1.4899, -1.1149]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1848, -2.1848, -0.3098, -2.9348]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.904, -2.404, -0.404, -2.529]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6561, -2.0311, -2.0311, -2.0311]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9857, -1.6107, -2.4857, -1.6107]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.478, -1.853, -3.603, -0.353]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.804, -2.304, -1.554, -0.554]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5274, -2.7774, -0.6524, -1.7774]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7788, -1.6538, -1.2788, -1.4038]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2508, -1.2508, -1.7508, -1.0008]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.352, -1.977, -1.602, -1.727]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5734, -0.6984, -1.6984, -1.6984]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2976, -1.1726, -1.2976, -1.4226]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0476, -4.7976, -2.4226, -0.1726]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0108, -5.0108, -2.0108, -0.2608]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.955, -3.955, -0.205, -3.83]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3927, -1.7677, -1.0177, -1.2677]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2379, -0.2379, -2.9879, -3.7379]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3783, -0.6283, -1.8783, -1.6283]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2555, -4.193, -0.2555, -4.1305]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8355, -4.5855, -0.2105, -3.5855]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7845, -0.6595, -3.1595, -2.0345]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3012, -1.5512, -1.9262, -1.0512]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7464, -2.6214, -1.1214, -0.6214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0692, -2.5692, -0.9442, -1.0692]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5247, -1.2747, -1.6497, -1.6497]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3633, -1.7383, -1.6133, -1.3633]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6277, -0.6277, -3.3777, -2.2527]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7546, -1.5046, -2.0046, -1.2546]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5362, -1.4112, -1.7862, -1.6612]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5081, -1.5081, -1.2581, -1.7581]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4789, -1.4789, -2.9789, -0.8539]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4341, -1.1841, -2.6841, -1.1841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.0941, -4.0941, -0.2191, -3.9691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1673, -2.6673, -0.7923, -1.9173]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6666, -3.4166, -1.6666, -0.6666]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.314, -2.689, -1.314, -0.689]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.5897, -1.9647, -1.5897, -1.5897]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.792, -2.167, -1.417, -1.792]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.704, -3.204, -1.829, -1.454]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4291, -2.0541, -1.0541, -1.5541]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1649, -1.2899, -0.9149, -2.0399]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4701, -1.2201, -1.5951, -1.4701]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8318, -1.8318, -1.3318, -1.2068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6513, -2.1513, -1.2763, -1.1513]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4443, -1.4443, -1.6943, -1.4443]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6184, -1.8684, -1.1184, -1.7434]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0411, -1.7911, -2.2911, -0.5411]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.7748, -2.8998, -0.7748, -0.8998]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2451, -3.1201, -3.9951, -2.3701]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3444, -1.3444, -1.8444, -1.4694]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3549, -2.9799, -2.8549, -0.2299]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6616, -1.4116, -1.9116, -1.1616]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1586, -0.2836, -4.2836, -2.6586]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7658, -1.8908, -1.3908, -1.2658]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7798, -0.7798, -1.9048, -1.9048]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.205, -1.455, -0.955, -1.705]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3191, -0.1941, -3.9441, -3.0691]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9386, -1.6886, -1.1886, -1.1886]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0061, -2.2561, -0.3811, -2.6311]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5212, -1.3962, -1.3962, -1.6462]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5034, -3.7534, -1.2534, -0.6284]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4018, -3.1518, -0.5268, -1.6518]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6736, -3.4236, -4.6736, -0.1736]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7735, -1.2735, -1.6485, -1.3985]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3489, -1.8489, -0.9739, -1.9739]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4596, -2.0846, -0.9596, -1.5846]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1964, -3.5714, -0.3214, -3.8214]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7157, -2.4657, -0.5907, -2.5907]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2052, -1.2052, -1.7052, -1.2052]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4376, -1.6876, -1.5626, -1.4376]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1154, -2.4904, -0.9904, -1.9904]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4355, -2.3105, -0.8105, -1.9355]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1881, -2.9381, -0.3131, -2.9381]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4724, -2.0974, -0.8474, -1.4724]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4645, -2.3395, -1.5895, -1.0895]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4498, -2.1998, -1.1998, -1.3248]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0651, -1.1901, -2.8151, -1.6901]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9339, -1.4339, -1.9339, -0.9339]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.9216, -4.7341, -6.6091, -0.1091]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.1733, -5.2983, -6.2358, -0.1733]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2844, -0.7844, -2.9094, -2.6594]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3968, -1.5218, -1.7718, -1.5218]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.1955, -5.3205, -0.133, -4.383]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.699, -4.3865, -0.2615, -2.5115]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8575, -1.7325, -1.2325, -1.2325]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8766, -2.0016, -1.0016, -1.2516]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5711, -1.1961, -1.6961, -1.6961]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5155, -1.5155, -1.0155, -2.1405]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7993, -2.5493, -0.4243, -2.4243]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.6166, -1.7416, -3.1166, -0.3666]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6508, -1.5258, -1.4008, -1.5258]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4152, -1.5402, -1.4152, -1.5402]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.2849, -2.9099, -4.7849, -0.1599]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0933, -1.0933, -1.4683, -1.4683]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3563, -2.3563, -0.6063, -1.8563]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5844, -1.7094, -1.3344, -1.7094]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5915, -1.2165, -1.3415, -1.9665]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8209, -1.3209, -1.1959, -1.6959]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4488, -1.8238, -3.1988, -2.4488]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8546, -1.4796, -1.1046, -1.7296]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3792, -1.5042, -1.3792, -1.3792]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5819, -1.3319, -1.3319, -1.7069]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8861, -1.7611, -1.3861, -1.2611]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0975, -1.9725, -1.2225, -1.0975]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8169, -2.0669, -0.8169, -1.8169]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5068, -1.7568, -1.3818, -1.5068]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5512, -1.1762, -1.6762, -1.8012]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.432, -1.557, -1.057, -2.182]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6014, -1.6014, -0.9764, -2.2264]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3185, -1.3185, -1.4435, -1.9435]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1113, -1.4863, -1.2363, -1.3613]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7426, -1.3676, -1.2426, -1.6176]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6023, -1.3523, -0.9773, -1.8523]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2332, -2.2332, -0.8582, -1.3582]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7757, -1.0257, -2.2757, -1.5257]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2143, -1.3393, -1.5893, -1.0893]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1243, -1.8743, -1.1243, -1.3743]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.046, -2.171, -1.046, -1.421]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7349, -1.4849, -1.3599, -1.4849]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.102, -1.727, -1.227, -1.227]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5983, -2.7233, -0.3483, -3.5983]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7127, -1.8377, -1.2127, -0.9627]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8346, -3.9596, -0.2096, -4.0846]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3346, -3.4596, -0.3346, -2.4596]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3941, -2.7691, -1.5191, -1.0191]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0283, -1.9033, -0.9033, -1.5283]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9471, -0.6971, -2.9471, -1.5721]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.178, -0.678, -2.928, -1.303]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2607, -1.6357, -1.1357, -1.5107]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3203, -1.8203, -0.8203, -1.4453]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5792, -0.3292, -2.7042, -2.3292]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4732, -2.0982, -1.3482, -1.2232]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7921, -0.7921, -3.9171, -0.9171]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1964, -1.3214, -3.4464, -0.5714]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5717, -1.3217, -1.4467, -1.8217]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.48, -1.48, -1.105, -2.105]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1626, -1.9126, -1.2876, -1.4126]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0549, -0.9299, -1.6799, -1.8049]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6452, -1.0202, -2.5202, -1.2702]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.669, -1.044, -1.669, -1.669]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7555, -0.2555, -5.0055, -3.2555]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4201, -1.6701, -1.4201, -1.5451]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5713, -1.4463, -1.3213, -1.6963]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2593, -2.0093, -1.0093, -1.6343]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2331, -1.4831, -2.1081, -1.9831]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3868, -2.2618, -1.7618, -1.5118]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4662, -1.5912, -1.4662, -1.5912]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0612, -2.4362, -3.0612, -0.3112]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2591, -2.8841, -2.0091, -0.3841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5778, -2.5778, -0.8278, -1.0778]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1308, -1.5058, -1.5058, -1.8808]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9233, -1.1733, -2.2983, -1.9233]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8648, -1.7398, -1.8648, -1.9898]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5341, -1.7841, -1.2841, -1.7841]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9073, -2.7823, -2.1573, -0.5323]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4896, -3.2396, -0.4896, -1.8646]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3266, -2.9516, -2.4516, -0.7016]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6335, -2.2585, -0.7585, -1.3835]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6132, -0.7382, -2.3632, -2.2382]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8424, -1.7174, -1.4674, -1.7174]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2061, -2.4561, -0.4561, -2.7061]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2681, -1.6431, -1.3931, -1.7681]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.569, -2.569, -3.819, -0.319]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0447, -1.6697, -1.4197, -1.4197]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2649, -1.6399, -1.3899, -1.2649]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3269, -1.8269, -1.9519, -1.3269]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.1649, -1.0399, -3.2899, -1.6649]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4018, -1.5268, -1.7768, -1.2768]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8262, -2.3262, -0.4512, -1.9512]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8447, -2.0947, -1.4697, -0.9697]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.438, -2.813, -2.688, -1.938]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6744, -3.1744, -2.4244, -1.2994]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7259, -3.4759, -0.2259, -3.2259]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6203, -2.3703, -1.1203, -1.6203]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1272, -2.6272, -0.3772, -2.1272]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2536, -2.2536, -1.0036, -0.8786]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5105, -1.2605, -1.3855, -1.6355]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2908, -1.4158, -1.5408, -1.6658]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2588, -3.5088, -4.1963, -3.5088]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3377, -1.3377, -1.5877, -1.7127]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.145, -1.02, -1.895, -1.395]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2626, -1.6376, -1.5126, -0.8876]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6112, -1.2362, -1.6112, -1.7362]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4633, -1.4633, -1.0883, -2.2133]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.8339, -0.7089, -4.4589, -0.9589]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0438, -1.1688, -1.7938, -1.1688]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2248, -1.3498, -1.3498, -1.5998]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.543, -1.543, -1.418, -1.668]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5225, -2.0225, -3.2725, -2.2725]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8943, -1.6443, -2.0193, -0.8943]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8066, -3.1816, -1.3066, -1.8066]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5126, -3.5126, -1.1376, -1.0126]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5718, -1.1968, -1.6968, -1.6968]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4832, -1.3582, -1.1082, -2.1082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.3342, -2.7092, -1.0842, -0.7092]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3867, -1.7617, -2.3867, -0.6367]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8106, -1.0606, -1.4356, -1.8106]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1888, -1.5638, -1.5638, -1.5638]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1408, -1.3908, -2.3908, -1.3908]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2531, -1.0031, -3.1281, -0.8781]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7424, -2.3674, -1.4924, -1.7424]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4944, -1.7444, -1.2444, -1.7444]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5351, -1.2851, -1.6601, -1.6601]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4543, -1.8293, -1.8293, -1.7043]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1145, -1.9895, -0.6145, -2.3645]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8091, -1.4341, -1.0591, -1.9341]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2999, -2.5499, -4.2999, -2.6749]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3354, -2.4604, -1.9604, -1.2104]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6409, -1.1409, -1.6409, -1.7659]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2716, -1.6466, -1.7716, -1.3966]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3033, -0.6783, -3.9283, -2.6783]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9703, -1.5953, -2.5953, -1.2203]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2135, -0.9635, -1.3385, -1.7135]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.37, -1.245, -1.495, -1.245]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8376, -1.5876, -1.0876, -1.9626]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9822, -1.7322, -1.1072, -1.3572]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0832, -3.2082, -0.5832, -2.2082]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6463, -2.6463, -0.7713, -1.8963]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5906, -2.7156, -1.8406, -2.4656]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8469, -3.3469, -1.2219, -1.8469]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8803, -1.7553, -0.8803, -2.0053]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5365, -1.5365, -1.2865, -1.7865]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3569, -3.2319, -0.2319, -2.9819]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7281, -1.6031, -0.8531, -2.8531]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3294, -0.5794, -3.2044, -2.7044]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2338, -0.6088, -3.1088, -1.7338]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7294, -3.1044, -0.4794, -2.2294]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7348, -2.3598, -1.1098, -1.4848]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3576, -0.2326, -5.1076, -4.1076]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3623, -1.7373, -1.2373, -1.8623]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5805, -2.8305, -0.8305, -1.4555]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3103, -1.8103, -1.4353, -1.3103]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6988, -3.5738, -3.3238, -0.1988]}
{"tag": "base", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9683, -1.8433, -1.0933, -1.3433]}