{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0014, -2.3764, -1.5014, -0.5014]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2047, -2.0797, -1.7047, -0.5797]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6932, -0.5682, -2.4432, -1.4432]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2216, -0.7216, -2.5966, -1.3466]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6217, -2.2467, -1.1217, -1.1217]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6553, -1.5303, -1.0303, -1.1553]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9215, -3.5465, -0.1715, -2.5465]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.8569, -0.6069, -1.9819, -1.6069]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7504, -1.3754, -1.6254, -1.1254]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4614, -1.7114, -0.8364, -1.3364]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3624, -2.6124, -1.6124, -0.4874]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9047, -1.9047, -2.1547, -0.6547]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0861, -1.7111, -2.2111, -0.4611]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5085, -0.8835, -1.6335, -1.3835]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6415, -2.6415, -0.5165, -1.5165]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5516, -1.9266, -0.6766, -1.5516]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3744, -0.4994, -2.3744, -1.8744]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0555, -0.6805, -2.8055, -1.8055]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3665, -3.1165, -3.3665, -1.7415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-0.9076, -3.4076, -3.2826, -0.7826]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9781, -2.1031, -1.2281, -1.7281]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7771, -1.7771, -1.5271, -1.0271]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4405, -3.3155, -2.0655, -1.9405]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9932, -2.4932, -1.4932, -1.6182]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0721, -1.9471, -1.3221, -0.8221]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0565, -1.6815, -1.6815, -0.8065]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3714, -2.8714, -0.6214, -1.2464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0354, -1.9104, -1.6604, -0.7854]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5277, -4.0277, -0.1527, -2.6527]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.106, -5.231, -0.106, -3.731]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5759, -2.9509, -0.4509, -1.3259]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4923, -1.8673, -1.4923, -0.7423]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9385, -2.1885, -2.8135, -0.3135]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2687, -1.7687, -1.7687, -0.7687]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6656, -1.5406, -0.6656, -1.6656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2535, -2.2535, -0.6285, -1.7535]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4336, -1.9336, -0.6836, -1.4336]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4728, -2.2228, -0.5978, -1.7228]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6482, -0.6482, -1.7732, -1.3982]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7697, -1.5197, -1.0197, -1.1447]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4987, -1.6237, -1.6237, -1.1237]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8309, -1.7059, -1.7059, -0.9559]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5643, -3.3143, -0.3143, -2.0643]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.24, -3.365, -0.24, -2.49]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5576, -1.4326, -0.5576, -2.5576]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2106, -0.4606, -1.9606, -2.7106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.115, -1.615, -2.115, -0.49]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3523, -2.1023, -0.9773, -1.2273]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4476, -0.6976, -2.1976, -1.3226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2768, -1.2768, -1.7768, -1.0268]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8158, -1.6908, -0.5658, -1.8158]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.2431, -0.7431, -1.8681, -1.2431]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0551, -2.4301, -0.8051, -0.9301]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2588, -2.5088, -0.8838, -0.8838]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8156, -2.0656, -1.4406, -0.8156]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6869, -1.8119, -2.0619, -0.8119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8596, -3.1096, -1.9846, -0.9846]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1376, -2.0126, -1.0126, -1.1376]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3353, -0.8353, -2.2103, -0.9603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4767, -1.6017, -1.1017, -0.9767]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8226, -0.9476, -1.6976, -1.0726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6616, -1.6616, -1.1616, -1.0366]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4528, -2.0778, -1.0778, -1.3278]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1948, -2.0698, -0.9448, -1.1948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0027, -1.6277, -1.6277, -0.8777]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5888, -1.0888, -2.3388, -1.2138]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7306, -1.8556, -0.6056, -1.6056]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.455, -1.455, -0.955, -1.455]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1641, -1.9141, -2.0391, -0.4141]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7032, -2.2032, -1.9532, -0.5782]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.0887, -2.4637, -2.3387, -0.8387]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9035, -2.0285, -2.4035, -1.2785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6145, -1.9895, -2.6145, -0.3645]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.192, -1.567, -1.817, -0.817]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0272, -1.7772, -2.0272, -1.2772]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3683, -2.1183, -1.2433, -1.2433]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8967, -1.5217, -3.0217, -1.2717]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5207, -2.1457, -2.8957, -1.7707]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0291, -1.6541, -1.4041, -0.9041]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4285, -1.3035, -1.8035, -1.0535]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4339, -0.9339, -1.5589, -1.3089]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3946, -1.3946, -1.3946, -1.1446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4364, -2.9364, -1.9364, -2.4364]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5481, -2.7981, -2.5481, -2.0481]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6484, -2.3984, -2.8984, -1.2734]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4328, -2.0578, -2.6828, -0.6828]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3628, -2.3628, -0.3628, -1.8628]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2675, -2.7675, -0.3925, -1.8925]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0302, -2.2802, -3.1552, -0.7802]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5598, -2.3098, -2.8098, -0.5598]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8503, -2.6003, -1.9753, -1.2253]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9033, -2.2783, -1.6533, -1.4033]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4447, -1.6947, -1.3197, -0.8197]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0039, -1.7539, -1.2539, -1.2539]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9433, -2.0683, -0.6933, -1.1933]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5654, -1.6904, -0.8154, -1.4404]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7191, -3.7191, -0.2191, -2.7191]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0188, -3.6438, -0.3938, -1.8938]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8096, -2.6846, -0.4346, -1.5596]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5291, -2.4041, -0.9041, -1.0291]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1516, -0.9016, -1.7766, -1.0266]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1495, -0.7745, -1.7745, -1.2745]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5772, -0.9522, -1.5772, -1.2022]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.415, -0.915, -1.79, -1.165]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6745, -0.7995, -2.2995, -1.5495]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9448, -1.4448, -1.5698, -1.1948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5304, -1.7804, -1.0304, -1.0304]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.947, -1.947, -0.822, -1.197]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8593, -2.4843, -0.4843, -1.7343]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6156, -3.3656, -0.7406, -1.6156]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.568, -3.193, -0.318, -1.818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8081, -2.3081, -0.9331, -0.9331]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6129, -1.4879, -1.2379, -0.9879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6449, -1.6449, -1.6449, -0.7699]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4807, -0.7307, -1.8557, -1.3557]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.129, -0.379, -2.504, -2.004]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3117, -1.8117, -1.3117, -0.8117]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5641, -1.4391, -1.4391, -0.9391]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6348, -1.1348, -3.0098, -0.6348]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7736, -2.0236, -2.3986, -0.6486]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8116, -1.4366, -1.3116, -0.9366]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7908, -1.1658, -1.6658, -1.0408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4225, -1.6725, -0.9225, -1.1725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4391, -2.0641, -0.8141, -1.1891]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5068, -1.5068, -0.8818, -1.5068]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9646, -2.2146, -0.5896, -1.4646]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9762, -1.8512, -0.7262, -1.3512]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0042, -2.0042, -0.8792, -1.3792]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4947, -2.2447, -1.1197, -1.2447]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8272, -1.9522, -1.2022, -1.2022]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.559, -1.434, -2.059, -0.934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2213, -1.5963, -1.8463, -0.8463]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0965, -2.2215, -2.0965, -0.4715]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0071, -2.8821, -1.8821, -0.5071]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.727, -1.102, -1.727, -0.977]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3414, -0.9664, -1.8414, -1.2164]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3205, -1.3205, -1.3205, -1.0705]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5389, -1.9139, -2.2889, -0.5389]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6916, -0.8166, -2.0666, -1.0666]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6517, -1.9017, -1.4017, -0.7767]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7167, -0.7167, -1.4667, -1.7167]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4265, -0.9265, -1.5515, -1.5515]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5652, -2.3152, -0.4402, -1.5652]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3474, -1.8474, -0.9724, -0.9724]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2639, -1.7639, -1.0139, -1.1389]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0736, -1.8236, -1.4486, -1.0736]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3038, -0.4288, -3.3038, -1.6788]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9998, -1.1248, -2.8748, -0.8748]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4968, -1.3718, -1.9968, -0.7468]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6853, -1.1853, -1.9353, -1.0603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6541, -1.9041, -3.4041, -0.2791]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7852, -1.4102, -2.7852, -0.5352]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2533, -1.6283, -1.6283, -1.2533]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6807, -1.5557, -1.4307, -1.5557]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5128, -1.7628, -0.6378, -1.7628]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6034, -2.2284, -0.7284, -1.4784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.3893, -1.6393, -1.5143, -0.6393]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.4818, -2.1068, -0.8568, -0.9818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8636, -1.4886, -0.8636, -1.3636]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2368, -2.6118, -0.4868, -1.8618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0603, -2.1853, -2.4353, -0.4353]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8284, -2.2034, -1.7034, -0.8284]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5371, -0.7871, -1.9121, -1.4121]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9611, -1.8361, -1.3361, -1.0861]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0529, -0.5529, -2.9279, -1.8029]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7599, -0.8849, -2.6349, -1.3849]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.7317, -0.9817, -1.9817, -0.9817]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6776, -1.4276, -1.1776, -1.1776]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8284, -0.4534, -2.4534, -1.5784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7793, -0.4043, -2.1543, -2.2793]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7744, -1.0244, -1.3994, -1.1494]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2954, -1.0454, -1.4204, -1.1704]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4729, -1.7229, -0.8479, -1.3479]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0492, -1.7992, -1.0492, -1.2992]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9477, -1.9477, -0.8227, -1.4477]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7799, -2.0299, -0.9049, -1.0299]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.522, -2.022, -0.897, -1.022]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4361, -0.5611, -1.9361, -1.8111]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7399, -1.7399, -0.7399, -1.3649]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0493, -1.2993, -1.5493, -0.9243]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3449, -1.0949, -1.2199, -1.3449]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.006, -1.756, -1.506, -0.881]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8277, -1.4527, -1.5777, -0.9527]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4758, -2.2258, -1.9758, -0.4758]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4159, -1.5409, -0.6659, -1.5409]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1024, -1.3524, -1.4774, -0.8524]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6442, -2.1442, -0.5192, -1.6442]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5863, -1.9613, -0.9613, -1.0863]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2432, -1.2432, -1.3682, -0.9932]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9392, -1.4392, -1.5642, -0.8142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5285, -2.5285, -0.9035, -0.9035]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.307, -1.682, -1.307, -1.307]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0803, -1.8303, -0.9553, -0.9553]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1624, -2.2874, -0.7874, -1.1624]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3077, -1.3077, -1.8077, -1.4327]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9628, -1.5878, -2.3378, -0.7128]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4948, -1.1198, -1.3698, -1.2448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2573, -1.0073, -1.3823, -1.5073]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4844, -1.1094, -1.2344, -1.3594]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4181, -0.5431, -2.0431, -1.9181]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8369, -1.0869, -2.4619, -0.9619]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1258, -1.2508, -1.8758, -1.0008]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.6583, -1.1583, -1.1583, -1.2833]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6007, -1.4757, -0.9757, -1.2257]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9329, -1.0579, -1.3079, -1.3079]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4751, -1.7251, -1.2251, -1.1001]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1313, -2.1313, -2.0063, -1.0063]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9791, -2.4791, -2.2291, -0.4791]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1637, -1.7887, -0.6637, -1.7887]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3144, -2.1894, -0.6894, -1.4394]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2769, -1.5269, -1.4019, -0.9019]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9776, -2.1026, -1.1026, -1.2276]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.5382, -2.0382, -1.0382, -0.9132]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.914, -2.414, -0.914, -1.289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1897, -3.1897, -0.3147, -1.9397]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7235, -3.8485, -0.2235, -2.2235]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0902, -4.5902, -0.0902, -3.3402]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9078, -4.0328, -0.1578, -2.7828]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9312, -3.1812, -3.6812, -0.3062]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7158, -3.7158, -1.9658, -1.3408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1204, -4.1204, -0.2454, -2.2454]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7833, -3.5333, -0.2833, -2.1583]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5549, -0.1799, -3.3049, -3.0549]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9232, -0.5482, -1.7982, -2.0482]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6607, -3.1607, -2.1607, -0.2857]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0061, -4.2561, -3.0061, -0.1311]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7669, -1.6419, -1.1419, -1.2669]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8163, -1.4413, -1.5663, -1.0663]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7843, -1.5343, -2.5343, -0.5343]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1505, -1.5255, -1.2755, -1.1505]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3576, -1.8576, -0.8576, -1.2326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2778, -1.4028, -1.4028, -1.0278]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1442, -1.8942, -1.3942, -0.7692]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2386, -2.1136, -1.4886, -0.7386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5332, -1.4082, -1.4082, -0.9082]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5734, -0.5734, -1.9484, -1.6984]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3874, -1.6374, -1.2624, -0.8874]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9115, -2.0365, -0.7865, -1.2865]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2139, -0.9639, -2.2139, -0.9639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1884, -1.0634, -2.5634, -0.9384]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3091, -2.0591, -0.8091, -1.1841]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3855, -1.8855, -1.5105, -0.8855]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8364, -1.3364, -1.5864, -1.0864]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2663, -1.8913, -1.1413, -1.0163]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5398, -1.9148, -1.4148, -0.6648]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6436, -1.2686, -1.5186, -1.0186]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7323, -1.1073, -1.2323, -1.2323]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6658, -0.9158, -1.5408, -1.2908]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4066, -1.1566, -1.7816, -0.7816]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1137, -2.1137, -1.1137, -1.1137]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7625, -0.8875, -2.6375, -0.7625]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1682, -2.5432, -2.6682, -0.2932]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2021, -1.8271, -1.3271, -0.8271]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1011, -1.7261, -1.3511, -1.1011]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3787, -1.8787, -1.3787, -0.8787]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2967, -1.9217, -1.5467, -0.7967]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9785, -2.1035, -1.1035, -0.9785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1328, -1.8828, -1.6328, -0.7578]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8587, -1.9837, -1.8587, -1.4837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7398, -1.8648, -1.2398, -1.2398]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0648, -0.3148, -2.6898, -2.3148]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2656, -1.2656, -1.3906, -1.1406]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1284, -0.3784, -2.8784, -2.0034]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5992, -0.8492, -1.7242, -1.4742]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0879, -3.3379, -0.4629, -1.5879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7686, -2.6436, -0.6436, -1.2686]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0026, -2.2526, -2.6276, -1.0026]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.502, -1.252, -2.252, -1.627]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8092, -2.8092, -1.5592, -0.4342]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3769, -2.0019, -1.2519, -0.8769]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9363, -2.0613, -2.0613, -1.1863]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7696, -1.5196, -1.6446, -1.1446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1863, -0.6863, -2.3113, -1.1863]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8279, -1.5779, -1.9529, -0.7029]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2394, -2.1144, -1.1144, -0.8644]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2061, -1.8311, -1.2061, -1.2061]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9373, -2.4373, -0.3123, -1.9373]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2104, -2.8354, -0.3354, -2.0854]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5319, -1.7819, -1.1569, -0.9069]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5562, -1.6812, -1.1812, -1.0562]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9197, -3.0447, -0.4197, -1.9197]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.444, -2.069, -0.819, -1.569]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5531, -1.5531, -1.1781, -1.0531]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9908, -1.2408, -1.1158, -1.2408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4376, -3.0626, -0.3126, -1.9376]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4763, -4.1013, -0.2263, -2.2263]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0798, -1.4548, -0.9548, -1.4548]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9544, -1.7044, -0.8294, -1.8294]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.552, -3.552, -2.302, -0.302]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8634, -3.2384, -2.1134, -0.4884]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0084, -1.3834, -1.7584, -0.8834]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5203, -1.5203, -1.2703, -1.0203]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6174, -2.2424, -3.6174, -1.2424]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8018, -1.8018, -3.4268, -1.4268]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1616, -1.7866, -1.9116, -0.6616]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7956, -1.5456, -1.7956, -0.9206]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.255, -3.755, -0.255, -2.13]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1786, -3.8036, -0.3036, -2.0536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9698, -3.0948, -0.2198, -2.5948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4174, -1.9174, -0.5424, -1.7924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7113, -1.7113, -0.8363, -1.2113]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3787, -1.7537, -1.6287, -0.6287]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9785, -1.8535, -0.7286, -1.2285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.278, -1.528, -1.153, -1.153]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9133, -1.9133, -0.7883, -1.1633]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5625, -2.3125, -0.9375, -0.9375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3623, -1.8623, -1.3623, -1.3623]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4623, -1.0873, -1.8373, -1.5873]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0247, -2.1497, -0.5247, -1.5247]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2258, -1.1008, -1.3508, -1.3508]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9418, -2.4418, -2.3168, -0.4418]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2296, -1.7296, -1.2296, -0.9796]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.387, -1.637, -0.887, -1.262]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9913, -1.7413, -1.3663, -1.1163]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9865, -1.2365, -2.2365, -0.8615]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9285, -1.3035, -1.9285, -0.9285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5215, -2.6465, -3.0215, -1.3965]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9156, -2.1656, -2.1656, -1.1656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7754, -2.1504, -0.4004, -2.1504]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9427, -1.8177, -0.6927, -1.4427]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0013, -1.6263, -1.6263, -0.6263]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3127, -1.8127, -1.0627, -1.0627]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.85, -0.725, -2.475, -1.1]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2271, -1.4771, -1.4771, -0.9771]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.2563, -3.5063, -3.1313, -2.2563]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6434, -2.1434, -2.0184, -0.7684]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4935, -1.1185, -0.9935, -1.6185]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2509, -2.3759, -1.0009, -0.8759]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0331, -1.2831, -0.7831, -1.6581]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9463, -0.6963, -1.4463, -1.8213]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2562, -1.2562, -1.0062, -1.2562]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9865, -1.9865, -0.7365, -1.2365]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0861, -2.2111, -0.4611, -1.8361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6314, -1.1314, -1.2564, -1.3814]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.437, -0.312, -2.687, -2.062]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6681, -0.2931, -2.6681, -2.1681]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1672, -3.9172, -0.1672, -2.5422]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9118, -4.2868, -0.1618, -3.0368]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5506, -1.4256, -1.9256, -0.6756]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2946, -1.7946, -1.0446, -1.1696]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9461, -4.5711, -4.3211, -0.0711]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.7253, -4.2253, -4.1003, -0.1003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.275, -1.15, -1.9, -0.9]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2263, -0.4763, -2.3513, -1.9763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1732, -1.9232, -1.7982, -1.0482]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5466, -2.2966, -1.5466, -0.9216]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8953, -1.0203, -1.5203, -1.3953]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2622, -1.5122, -1.1372, -1.3872]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5913, -2.0913, -1.2163, -0.7163]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.421, -1.671, -1.171, -1.046]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0121, -2.3871, -0.5121, -1.8871]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5812, -1.7062, -1.5812, -1.0812]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8124, -1.5624, -0.8124, -1.3124]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2016, -1.2016, -1.2016, -1.3266]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6779, -0.3029, -2.8029, -2.1779]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0712, -0.4462, -2.9462, -1.9462]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.129, -1.504, -1.879, -1.379]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0908, -1.4658, -1.3408, -1.0908]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1056, -2.2306, -0.7306, -1.3556]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2456, -1.8706, -1.2456, -0.9956]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7507, -2.5007, -2.0007, -0.3757]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.319, -2.319, -1.319, -0.694]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2305, -2.4805, -0.4805, -1.4805]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2034, -2.2034, -0.7034, -1.3284]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8679, -2.6179, -2.9929, -0.8679]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2356, -2.3606, -2.9856, -0.7356]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3242, -2.3242, -2.9492, -0.3242]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4181, -1.9181, -1.7931, -0.6681]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9177, -2.0427, -1.0427, -1.0427]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1636, -1.4136, -1.5386, -1.0386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6488, -1.7738, -0.8988, -1.1488]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5815, -1.8315, -1.0815, -1.0815]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5605, -1.8105, -1.6855, -0.6855]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9945, -2.1195, -1.2445, -0.9945]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5713, -1.1963, -1.8213, -1.4463]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3811, -1.1311, -1.8811, -1.1311]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1916, -2.8166, -0.4416, -1.8166]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.398, -2.648, -1.023, -0.898]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7042, -3.5792, -0.2042, -2.3292]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4933, -1.4933, -0.7433, -1.7433]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1125, -0.6125, -1.7375, -1.6125]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9669, -0.7169, -2.4669, -1.3419]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8317, -1.2067, -2.0817, -0.9567]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2193, -1.7193, -1.3443, -0.9693]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6698, -0.5448, -2.2948, -1.2948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0473, -1.5473, -0.9223, -1.1723]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.614, -2.989, -1.114, -3.364]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3025, -2.3025, -0.9275, -1.8025]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0031, -1.6281, -0.3781, -2.6281]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8635, -1.6135, -0.4885, -2.6135]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9442, -1.5692, -0.9442, -1.4442]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4478, -2.6978, -0.5728, -1.4478]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4786, -1.6036, -1.3536, -0.8536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4342, -1.6842, -1.5592, -0.9342]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2732, -0.5232, -1.7732, -1.7732]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2171, -1.2171, -1.4671, -1.0921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9721, -2.5971, -0.3471, -1.9721]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5435, -2.0435, -0.5435, -1.7935]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2351, -0.8601, -2.6101, -0.8601]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4185, -1.5435, -1.5435, -1.0435]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0982, -1.7232, -1.0982, -1.0982]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3366, -1.8366, -1.4616, -0.8366]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.4306, -2.3056, -0.3056, -2.1806]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.026, -1.026, -1.026, -1.651]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6712, -1.9212, -0.9212, -1.4212]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0829, -1.4579, -1.0829, -1.3329]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1361, -0.5111, -2.1361, -1.6361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.321, -1.571, -1.946, -0.696]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.5587, -2.8087, -0.5587, -1.1837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9347, -2.3097, -1.1847, -0.6847]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3654, -3.1154, -2.7404, -1.8654]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2509, -2.6259, -2.1259, -0.8759]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4031, -1.6531, -1.2781, -0.9031]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2241, -1.7241, -1.5991, -0.8491]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3658, -1.8658, -2.1158, -0.8658]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6361, -1.2611, -2.0111, -1.1361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9021, -1.1521, -1.2771, -1.1521]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6591, -1.5341, -1.2841, -0.9091]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1007, -1.8507, -1.4757, -0.6007]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6087, -1.7337, -1.2337, -0.8587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2177, -1.7177, -1.9677, -0.5927]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7292, -1.7292, -1.2292, -1.2292]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5417, -2.9167, -0.5417, -1.1667]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9184, -1.6684, -1.1684, -0.9184]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4048, -0.6548, -2.5298, -1.4048]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9449, -1.3199, -2.4449, -0.9449]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0546, -0.4296, -2.6796, -2.0546]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.9352, -0.6852, -1.9352, -1.5602]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8881, -2.7631, -0.5131, -1.3881]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4115, -2.1615, -0.9115, -1.0365]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1115, -2.3615, -0.3615, -1.9865]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7919, -3.1669, -0.5419, -1.1669]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.7774, -2.0274, -0.5274, -1.4024]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5359, -1.4109, -1.0359, -1.2859]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8829, -1.2579, -2.0079, -0.6329]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.5417, -1.1667, -1.1667, -1.1667]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2967, -0.7967, -2.4217, -1.9217]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.15, -0.775, -2.775, -1.4]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4625, -1.0875, -2.0875, -0.8375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2684, -1.6434, -1.6434, -0.8934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7069, -1.4569, -1.5819, -0.8319]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.784, -2.034, -1.784, -0.784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7856, -1.0356, -1.6606, -1.0356]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0181, -1.2681, -1.7681, -0.7681]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7624, -0.3874, -2.0124, -2.0124]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2032, -0.5782, -1.5782, -1.9532]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1223, -0.8723, -2.1223, -1.2473]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4249, -1.5499, -2.2999, -1.1749]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.172, -2.547, -0.547, -1.297]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5669, -2.3169, -0.9419, -1.0669]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3726, -1.8726, -0.3726, -2.3726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5404, -2.7904, -0.2904, -2.2904]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3419, -2.7169, -0.3419, -2.3419]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3344, -2.4594, -0.8344, -1.2094]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0026, -1.5026, -2.7526, -1.1276]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6438, -1.6438, -1.3938, -1.1438]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2198, -2.4698, -0.3448, -1.9698]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2803, -2.7803, -0.4053, -1.6553]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6935, -1.6935, -1.0685, -0.9435]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6013, -2.6013, -0.9763, -0.9763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8517, -1.2267, -1.6017, -0.8517]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7763, -0.9013, -1.9013, -1.1513]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0086, -3.1336, -0.3836, -1.6336]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4009, -2.7759, -1.2759, -0.6509]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0642, -2.3142, -1.4392, -1.3142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8801, -2.1301, -2.2551, -1.5051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0, -1.375, -1.0, -1.375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0391, -1.4141, -1.2891, -1.1641]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1185, -1.4935, -1.8685, -0.7435]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6268, -2.0018, -2.1268, -0.5018]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6764, -1.3014, -1.0514, -1.3014]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3999, -2.0249, -1.0249, -1.0249]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2415, -2.9915, -1.3665, -0.4915]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4026, -2.6526, -1.7776, -0.7776]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4505, -0.8255, -1.7005, -1.3255]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3413, -1.2163, -1.5913, -1.0913]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8873, -2.2623, -2.0123, -0.3873]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8017, -1.9267, -0.9267, -1.4267]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7374, -1.3624, -2.6124, -0.6124]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2884, -1.7884, -1.6634, -0.7884]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2263, -1.8513, -2.7263, -0.4763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1236, -2.3736, -1.9986, -0.6236]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.408, -1.283, -2.033, -0.783]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9043, -1.2793, -1.5293, -1.0293]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8054, -0.9304, -1.0554, -1.8054]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.826, -1.326, -1.326, -1.326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1971, -2.3221, -1.3221, -0.5721]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9712, -2.3462, -0.9712, -1.2212]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7868, -3.2868, -0.2868, -1.9118]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6318, -1.6318, -0.7568, -1.6318]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3496, -0.5996, -1.9746, -1.7246]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2272, -0.9772, -1.4772, -1.4772]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8864, -1.6364, -0.8864, -1.1364]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4789, -3.2289, -0.3539, -1.6039]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4964, -0.9964, -1.8714, -0.9964]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3983, -2.6483, -0.7733, -1.1483]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3106, -2.0606, -0.8106, -1.1856]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3257, -2.0757, -0.9507, -1.0757]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1027, -3.1027, -0.3527, -1.7277]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6205, -2.4955, -0.7455, -1.2455]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5714, -1.4464, -1.3214, -0.9464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8081, -1.3081, -1.6831, -0.8081]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8536, -2.2286, -1.9786, -1.3536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3728, -2.1228, -2.1228, -0.8728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3947, -1.8947, -1.1447, -0.7697]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7099, -1.7099, -1.4599, -0.7099]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2708, -1.6458, -1.6458, -1.1458]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.251, -2.626, -1.251, -0.751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1081, -1.3581, -1.1081, -1.3581]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3866, -1.7616, -0.8866, -1.3866]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4941, -2.3691, -0.7441, -0.9941]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2985, -2.1735, -0.7985, -1.0485]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7495, -1.8745, -2.4995, -1.4995]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9294, -0.4294, -3.5544, -2.4294]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2405, -2.3655, -0.6155, -1.4905]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1434, -2.1434, -0.7684, -1.3934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9201, -1.5451, -1.6701, -0.6701]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.1979, -1.3229, -2.4479, -0.5729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9724, -2.0974, -1.4724, -1.5974]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2726, -1.1476, -1.2726, -1.5226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9497, -0.9497, -1.5747, -1.1997]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4713, -1.2213, -1.4713, -1.0963]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8202, -2.0702, -2.8202, -0.3202]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8693, -1.9943, -2.1193, -0.6193]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8179, -2.0679, -2.0679, -1.3179]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2331, -2.1081, -1.7331, -1.1081]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.253, -1.878, -1.378, -0.878]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6101, -2.1101, -1.2351, -1.1101]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4095, -2.4095, -3.4095, -2.1595]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1129, -1.9879, -1.7379, -1.4879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1621, -2.2871, -2.4121, -0.4121]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4063, -1.9063, -2.2813, -0.5313]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2459, -0.6209, -2.3709, -1.6209]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.901, -2.401, -1.401, -0.901]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.952, -2.452, -1.702, -0.452]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7755, -1.1505, -3.0255, -1.0255]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1796, -0.8046, -2.0546, -1.0546]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6731, -0.9231, -2.0481, -0.9231]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4482, -2.6982, -3.1982, -1.5732]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.1254, -1.8754, -1.8754, -0.5004]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1404, -1.7654, -1.6404, -0.7654]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8769, -1.8769, -1.2519, -1.1269]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6626, -4.5376, -0.1626, -2.2876]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8497, -4.4747, -0.2247, -2.0997]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7399, -0.3649, -2.4899, -1.7399]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.5426, -1.2926, -3.0426, -0.5426]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2494, -1.6244, -0.8744, -1.1244]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5374, -1.9124, -0.6624, -1.5374]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0937, -1.7187, -2.3437, -1.0937]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7663, -1.5163, -1.7663, -1.0163]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4298, -2.5548, -0.4298, -1.9298]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2977, -2.5477, -0.5477, -1.5477]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5765, -2.2015, -0.9515, -0.9515]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0907, -1.7157, -1.5907, -0.8407]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7109, -2.7109, -0.5859, -1.3359]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3295, -2.3295, -1.9545, -0.8295]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8834, -3.3834, -0.2584, -1.8834]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3803, -3.7553, -0.2553, -2.5053]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9988, -1.4988, -1.6238, -0.8738]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3656, -1.6156, -1.6156, -0.8656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.463, -1.338, -2.588, -0.963]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5982, -1.4732, -2.2232, -0.5982]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4823, -2.7323, -0.7323, -1.6073]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.3642, -3.1142, -0.3642, -1.9892]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1125, -0.2375, -2.9875, -2.2375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6571, -0.4071, -2.5321, -1.9071]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2471, -1.6221, -1.3721, -0.8721]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6311, -2.5061, -0.8811, -1.1311]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4283, -3.8033, -3.4283, -1.4283]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5363, -4.0363, -2.6613, -1.4113]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3022, -0.5522, -2.3022, -1.5522]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1291, -0.8791, -1.8791, -1.3791]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5741, -1.5741, -1.1991, -1.3241]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1292, -1.7542, -1.1292, -1.1292]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6011, -2.3511, -0.6011, -1.6011]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5303, -2.6553, -0.6553, -1.4053]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4856, -2.1106, -3.2356, -1.7356]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3818, -3.1318, -3.2568, -2.0068]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.5797, -1.3297, -0.8297, -1.4547]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.272, -0.772, -1.522, -1.647]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3442, -1.3442, -1.0942, -1.2192]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1659, -1.4159, -0.9159, -1.6659]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8233, -0.5733, -2.4483, -1.3233]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0331, -1.0331, -1.9081, -1.2831]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2318, -1.3568, -1.2318, -1.2318]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8711, -1.6211, -1.4961, -0.9961]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8572, -2.8572, -2.7322, -0.2322]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4116, -0.9116, -2.0366, -1.1616]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.715, -2.715, -1.715, -1.59]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6118, -2.1118, -0.8618, -1.6118]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2945, -1.2945, -1.9195, -0.7945]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9113, -1.7863, -1.6613, -0.9113]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.345, -1.095, -2.095, -1.595]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9216, -0.9216, -2.5466, -1.7966]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1306, -2.1306, -1.5056, -1.2556]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7587, -1.8837, -1.1337, -1.2587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0404, -4.1654, -0.2904, -2.5404]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2237, -2.8487, -0.5987, -1.4737]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1607, -2.2857, -2.6607, -0.2857]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7345, -2.7345, -2.2345, -0.3595]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9936, -0.8686, -1.6186, -1.4936]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9038, -1.2788, -1.5288, -1.2788]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4773, -0.9773, -1.3523, -1.3523]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.051, -0.426, -2.176, -1.926]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4289, -3.6789, -0.1789, -2.8039]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3653, -3.6153, -0.2403, -2.3653]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9084, -2.0334, -0.7834, -1.1584]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7584, -2.0084, -0.8834, -1.2584]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7726, -1.7726, -2.1476, -1.5226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2788, -1.0288, -1.4038, -1.4038]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0928, -1.2178, -2.0928, -0.8428]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9535, -1.4535, -1.5785, -1.0785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3966, -0.7716, -2.6466, -1.6466]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9568, -0.9568, -2.3318, -1.2068]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8229, -2.4479, -1.3229, -0.5729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9318, -1.9318, -1.4318, -0.6818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2842, -3.0342, -0.4092, -1.6592]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2472, -3.4972, -0.2472, -2.4972]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.572, -0.572, -2.072, -1.572]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.21, -1.21, -1.21, -1.46]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.465, -1.09, -2.09, -1.465]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9061, -1.1561, -1.4061, -1.1561]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0013, -1.7513, -1.6263, -0.8763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4238, -1.9238, -1.0488, -1.0488]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8073, -0.6823, -2.9323, -1.1823]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7022, -1.7022, -2.2022, -0.7022]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3433, -2.4683, -0.8433, -0.8433]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1763, -2.6763, -0.5513, -1.4263]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7492, -1.3742, -1.2492, -0.9992]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6415, -3.5165, -0.5165, -1.5165]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.335, -0.335, -2.71, -2.085]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5195, -0.6445, -2.1445, -1.5195]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9297, -2.4297, -0.5547, -1.8047]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.525, -2.275, -0.9, -1.025]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3162, -0.8162, -1.6912, -1.1912]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4889, -1.4889, -1.1139, -1.3639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6547, -1.9047, -1.1547, -1.1547]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3478, -2.0978, -1.0978, -0.9728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9886, -3.3636, -0.4886, -1.7386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6552, -2.1552, -0.7802, -1.2802]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6273, -0.6273, -2.0023, -1.5023]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8852, -1.1352, -1.7602, -1.0102]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8675, -2.6175, -0.3675, -1.8675]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1663, -2.7913, -0.4163, -1.6663]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1089, -0.2339, -3.3589, -2.3589]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1669, -0.2919, -3.6669, -2.6669]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5373, -2.2873, -0.4123, -1.6623]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9382, -1.3132, -1.5632, -1.1882]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1451, -2.0201, -0.8951, -1.1451]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5609, -1.8109, -1.0609, -1.0609]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6329, -2.6329, -2.3829, -0.2579]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2219, -2.2219, -1.2219, -0.7219]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2203, -0.9703, -1.7203, -0.9703]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2795, -1.5295, -1.9045, -0.6545]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3316, -2.4566, -3.2066, -2.0816]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3149, -1.6899, -2.1899, -1.0649]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8291, -1.4541, -1.0791, -1.0791]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6098, -2.9848, -0.6098, -1.1098]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6412, -2.8912, -3.2662, -0.1412]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6079, -2.1079, -1.3579, -0.7329]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8413, -2.3413, -1.2163, -0.8413]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2906, -2.9156, -0.7906, -0.9156]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4266, -2.3016, -2.3016, -0.3016]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.8827, -0.8827, -2.6327, -1.0077]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7223, -1.9723, -0.8473, -1.0973]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2441, -1.6191, -1.4941, -0.8691]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9214, -2.9214, -0.4214, -1.5464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2864, -2.6614, -0.5364, -1.6614]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9782, -2.2282, -0.6032, -1.7282]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2818, -1.9068, -1.6568, -0.7818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1072, -1.9822, -0.9822, -0.8572]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3392, -1.9642, -1.0892, -0.8392]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.367, -1.117, -1.117, -1.242]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6574, -1.7824, -0.9074, -1.1574]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4354, -2.8104, -2.1854, -2.0604]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.938, -1.188, -1.813, -1.188]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9913, -0.6163, -1.9913, -1.4913]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1415, -1.2665, -1.6415, -1.1415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2453, -2.9953, -0.2453, -2.4953]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5952, -1.7202, -0.4702, -2.0952]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.758, -2.133, -1.758, -0.758]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8423, -1.5923, -1.4673, -1.0923]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.752, -1.127, -1.002, -1.502]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6599, -2.0349, -0.5349, -1.7849]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9245, -0.9245, -2.6745, -0.7995]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1843, -0.9343, -1.3093, -1.3093]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.801, -0.926, -1.801, -1.051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.719, -1.344, -2.969, -0.844]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8423, -1.2173, -1.3423, -1.3423]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.699, -1.074, -1.574, -1.449]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4706, -2.5956, -0.3456, -1.8456]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5924, -2.4674, -0.5924, -1.4674]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7426, -2.2426, -0.6176, -1.3676]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3895, -2.1395, -0.8895, -1.1395]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2703, -0.8953, -1.6453, -1.1453]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.305, -1.055, -1.555, -1.055]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4942, -4.8692, -0.1192, -2.7442]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.055, -4.43, -0.18, -2.68]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9395, -2.0645, -2.9395, -0.3145]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6718, -1.9218, -2.5468, -0.4218]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5414, -2.7914, -0.6664, -1.1664]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3536, -2.6036, -0.7286, -1.2286]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4761, -1.2261, -0.8511, -1.7261]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4529, -1.0779, -1.2029, -1.5779]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0285, -1.7785, -3.2785, -0.2785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8527, -1.3527, -1.6027, -0.8527]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0101, -2.2601, -1.0101, -1.0101]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5691, -1.6941, -1.8191, -0.9441]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.435, -1.435, -1.685, -1.185]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3782, -1.6282, -2.0032, -1.1282]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0179, -2.7679, -0.3929, -1.8929]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4962, -2.6212, -0.6212, -1.4962]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0473, -1.5473, -3.0473, -1.0473]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6415, -1.8915, -2.7665, -0.6415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4052, -3.0302, -0.2802, -2.0302]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9601, -2.7101, -0.4601, -1.5851]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4702, -1.0952, -1.3452, -1.2202]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6351, -2.5101, -0.5101, -1.6351]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.708, -1.833, -1.958, -0.708]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0111, -2.3861, -1.6361, -0.6361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9251, -1.1751, -1.4251, -1.3001]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0702, -1.0702, -1.4452, -1.4452]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9421, -1.6921, -1.0671, -1.1921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4025, -1.7775, -0.9025, -1.2775]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.5479, -0.2979, -3.6729, -1.6729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2334, -1.2334, -3.3584, -0.6084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4576, -1.2076, -1.7076, -0.9576]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3334, -1.5834, -1.0834, -1.2084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5385, -2.1635, -0.5385, -1.6635]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.4765, -1.7265, -1.6015, -1.7265]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0699, -1.0699, -1.5699, -1.1949]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4226, -1.5476, -1.0476, -1.1726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.897, -1.772, -1.272, -1.022]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0584, -1.5584, -1.8084, -0.8084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6044, -1.2294, -1.4794, -0.9794]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7633, -1.7633, -1.7633, -0.6383]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6704, -0.7954, -1.6704, -1.2954]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3726, -0.6226, -1.7476, -1.8726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0974, -1.9724, -2.7224, -0.3474]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5169, -2.1419, -2.2669, -0.6419]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3055, -2.8055, -0.4305, -1.8055]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.284, -2.409, -0.784, -1.409]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4894, -2.4894, -0.8644, -0.9894]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.4838, -2.3588, -2.1088, -0.3588]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0833, -1.7083, -0.9583, -1.2083]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1556, -1.6556, -1.1556, -1.1556]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1812, -2.4312, -0.4312, -1.6812]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5332, -2.2832, -0.5332, -1.4082]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9289, -0.4289, -2.6789, -1.6789]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6322, -0.6322, -2.6322, -1.3822]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2175, -0.9675, -1.5925, -1.0925]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3659, -1.6159, -0.7409, -1.4909]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1523, -2.1523, -0.7773, -1.4023]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.134, -1.884, -1.759, -0.884]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0597, -0.3097, -3.0597, -2.0597]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0948, -0.4698, -2.0948, -1.8448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.9751, -2.8501, -1.4751, -0.4751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0249, -2.3999, -1.6499, -0.8999]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7206, -1.3456, -0.8456, -1.5956]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4736, -1.3486, -1.3486, -1.0986]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3146, -2.0646, -1.4396, -0.6896]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0286, -1.7786, -1.7786, -0.7786]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.6713, -5.0463, -5.4213, -0.0463]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5575, -2.8075, -3.8075, -0.1825]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1623, -2.5373, -1.5373, -0.4123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9813, -1.8563, -3.2313, -0.3563]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7159, -0.8409, -3.0909, -1.2159]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0607, -1.3107, -2.4357, -1.4357]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2488, -1.6238, -1.6238, -1.2488]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2475, -1.8725, -1.3725, -0.8725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0324, -1.4074, -1.4074, -1.0324]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7378, -1.9878, -1.3628, -0.9878]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8533, -1.8533, -0.9783, -1.3533]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5903, -1.5903, -2.0903, -1.0903]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.39, -3.765, -0.64, -0.89]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8471, -3.8471, -0.2221, -2.2221]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1139, -0.6139, -2.1139, -1.3639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7049, -0.7049, -1.9549, -1.4549]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7253, -2.3503, -0.4753, -1.6003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0797, -1.5797, -1.2047, -1.0797]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7129, -1.9629, -1.2129, -1.0879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.978, -0.978, -1.978, -1.353]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1503, -2.4003, -0.4003, -1.7753]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.553, -1.553, -0.928, -1.303]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2072, -2.8322, -0.8322, -1.7072]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4389, -2.1889, -1.8139, -0.5639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3359, -1.9609, -1.5859, -1.0859]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6466, -1.6466, -1.5216, -1.1466]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2583, -2.3833, -1.2583, -1.1333]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.793, -2.043, -1.418, -1.043]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5878, -0.8378, -2.2128, -1.5878]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9046, -1.2796, -1.4046, -1.2796]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1948, -0.6948, -2.4448, -1.3198]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2591, -1.5091, -1.5091, -0.8841]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3494, -1.7244, -1.5994, -0.7244]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8378, -1.9628, -2.0878, -0.4628]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2265, -3.1015, -0.3515, -2.2265]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4555, -2.4555, -0.8305, -1.5805]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3831, -1.5081, -1.7581, -1.1331]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7621, -1.7621, -1.6371, -1.0121]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1609, -0.2859, -2.4109, -2.1609]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6878, -0.5628, -2.3128, -1.6878]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3095, -1.1845, -2.8095, -0.5595]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4176, -1.5426, -1.9176, -0.7926]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8628, -1.4878, -1.4878, -0.9878]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2772, -0.9022, -2.2772, -1.1522]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8889, -2.0139, -1.0139, -1.1389]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3622, -1.8622, -1.1122, -0.9872]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6646, -1.2896, -1.6646, -0.9146]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7531, -1.5031, -1.6281, -0.8781]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1007, -1.6007, -0.4757, -2.2257]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.882, -0.632, -1.382, -2.257]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6074, -2.7324, -0.4824, -1.3574]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9255, -2.3005, -0.8005, -1.1755]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6577, -1.5327, -0.9077, -1.2827]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0935, -1.5935, -0.7185, -1.4685]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1771, -1.9271, -1.1771, -0.8021]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2623, -1.5123, -1.6373, -1.0123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0766, -1.4516, -1.3266, -1.0766]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9041, -1.0291, -1.9041, -1.2791]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7011, -2.3261, -0.5761, -1.5761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7078, -2.0828, -0.7078, -1.4578]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1996, -1.5746, -1.5746, -0.8246]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.027, -1.777, -1.277, -1.027]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0489, -2.7989, -0.5489, -1.2989]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2405, -2.8655, -0.6155, -1.2405]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0266, -1.0266, -1.6516, -1.0266]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4163, -1.5413, -1.5413, -1.1663]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9333, -0.8083, -1.8083, -1.5583]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6242, -1.7492, -1.3742, -1.1242]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0869, -2.3369, -0.5869, -1.3369]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9573, -1.9573, -0.7073, -1.3323]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3072, -1.6822, -1.5572, -1.1822]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7941, -1.9191, -1.5441, -0.9191]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9737, -2.0987, -0.8487, -0.9737]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9701, -2.7201, -0.5951, -1.2201]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8132, -1.0632, -1.9382, -1.1882]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8868, -1.7618, -1.8868, -0.7618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2516, -1.8766, -0.5016, -1.7516]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9043, -1.7793, -0.9043, -1.1543]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6271, -0.3771, -2.3771, -2.3771]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2001, -0.5751, -2.7001, -1.9501]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4982, -1.7482, -2.8732, -0.7482]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1479, -2.3979, -3.0229, -0.3979]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5295, -3.9045, -0.2795, -2.4045]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7397, -3.1147, -0.7397, -1.7397]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6091, -1.6091, -1.8591, -0.6091]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.988, -1.488, -2.363, -0.738]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5112, -2.0112, -0.8862, -1.5112]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5273, -2.0273, -0.7773, -1.2773]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.564, -1.314, -0.939, -1.439]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8013, -1.3013, -0.8013, -1.8013]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5754, -1.2004, -1.7004, -1.3254]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8941, -1.2691, -1.5191, -1.2691]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5461, -3.4211, -0.1711, -2.6711]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1973, -3.0723, -0.3223, -2.1973]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9233, -2.5483, -2.0483, -1.0483]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4666, -2.7166, -1.8416, -0.7166]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5954, -1.8454, -1.0954, -1.3454]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1918, -1.6918, -1.5668, -0.8168]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7922, -0.5422, -2.5422, -1.5422]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3697, -1.1197, -2.1197, -0.9947]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7481, -1.6231, -1.7481, -0.6231]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8996, -1.3996, -1.7746, -0.7746]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8261, -1.5761, -1.0761, -1.3261]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1888, -1.1888, -1.3138, -1.3138]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3163, -1.4413, -1.0663, -1.1913]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4674, -1.5924, -1.5924, -0.8424]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3541, -0.9791, -1.6041, -1.3541]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8745, -1.4995, -1.4995, -1.3745]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.872, -3.372, -0.372, -1.497]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3632, -3.3632, -0.9882, -0.9882]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7955, -0.5455, -1.9205, -1.9205]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9096, -0.5346, -2.1596, -1.9096]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.816, -1.691, -1.441, -0.941]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2409, -1.6159, -1.2409, -1.1159]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7286, -1.4786, -1.3536, -0.8536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5275, -2.6525, -0.9025, -1.4025]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6294, -1.8794, -2.2544, -1.7544]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0603, -2.1853, -1.6853, -1.3103]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6161, -2.1161, -1.2411, -0.9911]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.3588, -0.8588, -1.8588, -1.2338]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.4061, -3.9061, -0.1561, -2.9061]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0568, -3.0568, -0.4318, -1.8068]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1688, -1.9188, -2.1688, -0.5438]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3147, -1.4397, -1.5647, -0.9397]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3136, -2.4386, -0.9386, -0.9386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5104, -1.2604, -2.1354, -0.7604]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3913, -2.7663, -2.6413, -2.1413]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1872, -1.0622, -1.1872, -1.6872]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0414, -1.6664, -1.0414, -1.1664]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5305, -2.6555, -0.7805, -1.1555]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9576, -3.0826, -1.3326, -1.3326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3508, -3.2258, -1.3508, -0.9758]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8142, -1.8142, -1.9392, -0.6892]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2131, -1.7131, -1.4631, -0.8381]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6529, -2.6529, -1.1529, -0.6529]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2175, -2.3425, -1.3425, -0.7175]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2888, -1.1638, -2.1638, -1.2888]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0739, -1.3239, -1.4489, -1.1989]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6867, -2.5617, -0.4367, -1.8117]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2057, -2.4557, -0.5807, -1.8307]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.775, -0.4, -3.025, -1.65]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4962, -0.4962, -2.4962, -1.6212]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0136, -1.7636, -2.7636, -0.5136]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4337, -1.3087, -2.3087, -0.6837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3106, -2.3106, -1.9356, -0.8106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3463, -1.9713, -1.5963, -0.7213]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8708, -1.9958, -2.1208, -0.3708]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9358, -2.4358, -2.1858, -0.3108]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.731, -2.231, -1.356, -0.856]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6955, -1.4455, -1.3205, -1.4455]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0288, -1.6538, -0.9038, -1.4038]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7686, -1.6436, -1.6436, -1.0186]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.521, -2.146, -0.521, -1.771]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3636, -1.7386, -0.9886, -1.2386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7583, -1.2583, -1.2583, -1.5083]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8511, -0.9761, -1.7261, -1.6011]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1071, -2.1071, -0.6071, -1.4821]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7627, -1.8877, -0.8877, -1.1377]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3262, -1.9512, -1.5762, -0.7012]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.801, -2.051, -0.926, -1.051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5304, -1.1554, -1.5304, -1.0304]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8139, -1.1889, -2.0639, -1.0639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8495, -2.3495, -1.4745, -0.7245]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8688, -1.7438, -1.7438, -0.8688]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9689, -0.7189, -1.8439, -1.3439]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9517, -0.8267, -1.8267, -1.2017]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6739, -2.0489, -3.4239, -0.2989]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1265, -1.2515, -2.6265, -0.7515]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6231, -1.2481, -1.2481, -1.1231]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7056, -1.7056, -1.2056, -0.9556]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9058, -2.6558, -0.9058, -1.0308]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2421, -1.8671, -0.9921, -1.1171]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0486, -1.6736, -0.7986, -1.5486]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6573, -1.5323, -1.2823, -1.2823]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4197, -1.5447, -1.1697, -1.0447]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3011, -1.4261, -1.1761, -1.1761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2564, -2.7564, -3.1314, -2.5064]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3794, -2.6294, -3.0044, -2.3794]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3084, -0.8084, -1.9334, -1.0584]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2536, -1.6286, -1.5036, -1.0036]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4023, -1.9023, -0.4023, -2.1523]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3774, -1.8774, -0.5024, -1.8774]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9614, -1.2114, -2.0864, -0.7114]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1158, -1.1158, -2.2408, -1.1158]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1134, -3.8634, -0.2384, -2.2384]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0603, -3.8103, -0.4353, -1.6853]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.585, -2.335, -0.835, -1.46]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8669, -1.9919, -0.8669, -1.4919]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8895, -2.1395, -2.7645, -0.2645]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.984, -1.484, -1.109, -1.109]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1394, -1.1394, -1.1394, -1.2644]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3004, -1.5504, -1.0504, -1.1754]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7083, -1.2083, -1.9583, -1.0833]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1093, -1.3593, -1.7343, -1.1093]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.558, -2.308, -3.808, -0.183]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9405, -2.1905, -1.5655, -0.8155]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.611, -2.111, -1.486, -0.861]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4045, -2.1545, -1.2795, -0.9045]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0965, -1.8465, -1.2215, -0.9715]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4711, -1.5961, -1.2211, -1.2211]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.481, -2.231, -1.481, -0.606]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3274, -3.0774, -1.0774, -1.2024]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.2237, -3.2237, -0.3487, -1.5987]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.6629, -3.5379, -0.2879, -1.7879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4307, -3.1807, -2.4307, -2.1807]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9116, -1.2866, -2.5366, -1.9116]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1023, -1.4773, -2.6023, -0.4773]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5984, -1.7234, -2.8484, -0.4734]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3198, -1.1948, -1.3198, -1.1948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3123, -0.4373, -2.1873, -1.8123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.034, -3.659, -0.409, -1.659]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0518, -2.0518, -1.0518, -1.3018]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7798, -2.9048, -0.2798, -2.4048]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5476, -2.4226, -0.5476, -1.5476]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.259, -3.134, -0.384, -2.009]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.447, -1.197, -1.322, -1.322]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.41, -0.66, -1.785, -1.66]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.91, -1.285, -1.535, -1.285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6339, -1.8839, -3.0089, -1.5089]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0801, -1.4551, -2.3301, -0.7051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2021, -2.0771, -0.8271, -1.2021]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4167, -1.9167, -0.9167, -1.1667]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6041, -2.6041, -0.3541, -2.1041]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6419, -2.2669, -0.3919, -2.2669]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9488, -2.9488, -2.9488, -0.3238]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3038, -3.5538, -2.9288, -0.5538]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9317, -2.0567, -0.6817, -1.8067]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2895, -2.4145, -0.5395, -1.7895]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6553, -0.7803, -3.0303, -1.4053]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0861, -0.9611, -2.3361, -1.2111]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.4587, -2.5837, -0.4587, -1.4587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8564, -2.2314, -0.7314, -1.2314]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7833, -1.4083, -2.7833, -1.6583]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3161, -0.4411, -3.0661, -2.0661]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3534, -1.6034, -0.9784, -1.3534]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7534, -2.1284, -0.7534, -1.2534]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2391, -1.4891, -2.3641, -0.6141]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5589, -1.4339, -1.8089, -0.8089]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.701, -0.701, -1.701, -1.451]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4464, -1.3214, -1.1964, -1.3214]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6295, -0.1295, -3.7545, -3.0045]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6863, -0.1863, -3.6863, -2.9363]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6468, -2.0218, -0.6468, -1.5218]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7341, -2.7341, -1.1091, -0.6091]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2844, -1.9094, -2.0344, -0.5344]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7985, -1.9235, -1.7985, -0.7985]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4114, -2.1614, -0.7864, -1.9114]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1866, -2.4366, -0.6866, -1.5616]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4988, -1.8738, -1.1238, -1.3738]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4852, -0.8602, -2.8602, -1.4852]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2606, -1.6356, -1.0106, -1.2606]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5872, -2.7122, -1.0872, -0.7122]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7449, -2.1199, -2.1199, -1.4949]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4367, -2.1867, -1.8117, -0.9367]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2088, -1.8338, -1.7088, -1.2088]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6519, -1.4019, -1.5269, -1.2769]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0682, -1.0682, -1.8182, -1.0682]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.234, -1.484, -1.859, -0.859]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4882, -1.8632, -1.7382, -0.4882]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2428, -1.7428, -1.2428, -1.1178]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3717, -1.2467, -1.6217, -0.9967]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5418, -1.5418, -1.5418, -0.9168]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2471, -1.7471, -0.7471, -1.4971]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0604, -2.8104, -0.5604, -1.3104]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7921, -1.5421, -1.4171, -0.7921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1912, -1.8162, -1.8162, -0.8162]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7553, -2.3803, -1.3803, -0.8803]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3899, -2.2649, -1.5149, -0.8899]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0964, -1.8464, -1.3464, -0.8464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6826, -2.4326, -1.3076, -0.8076]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3054, -2.5554, -1.3054, -1.0554]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.117, -1.242, -1.867, -1.117]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6806, -3.3056, -0.3056, -2.0556]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0045, -2.5045, -0.7545, -1.5045]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7961, -1.7961, -0.9211, -1.4211]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0121, -1.7621, -1.0121, -1.5121]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6945, -1.8195, -2.9445, -0.4445]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8844, -2.2594, -1.3844, -1.0094]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4322, -1.4322, -1.1822, -1.0572]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0358, -1.4108, -1.4108, -1.1608]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3821, -1.6321, -1.1321, -1.0071]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6315, -1.8815, -2.6315, -0.6315]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1097, -0.6097, -1.9847, -1.4847]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2023, -1.0773, -1.7023, -0.9523]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5466, -1.7966, -0.7966, -1.2966]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3082, -1.4332, -1.1832, -1.1832]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5112, -1.3862, -1.1362, -1.1362]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4771, -1.6021, -1.1021, -1.1021]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4033, -0.2783, -3.0283, -2.2783]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7729, -0.7729, -2.0229, -1.2729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7606, -2.1356, -2.3856, -1.2606]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5759, -0.9509, -2.7009, -1.2009]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.035, -0.41, -2.91, -1.66]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3903, -0.5153, -2.3903, -1.7653]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.56, -1.685, -0.81, -1.31]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.8954, -1.0204, -1.6454, -1.0204]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3253, -3.2003, -0.4503, -1.7003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4716, -4.0966, -0.2216, -2.4716]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5491, -3.4241, -0.2991, -1.9241]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6557, -3.4057, -0.6557, -1.0307]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9848, -1.4848, -2.4848, -1.3598]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6278, -2.6278, -3.0028, -0.5028]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4658, -3.4658, -0.2158, -2.3408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7989, -2.6739, -0.5489, -1.5489]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3949, -1.2699, -2.1449, -0.6449]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4251, -1.3001, -1.5501, -1.0501]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5424, -2.7924, -0.4174, -1.7924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7965, -3.1715, -0.5465, -1.2965]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0304, -1.7804, -1.1554, -1.0304]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2386, -1.6136, -1.3636, -0.9886]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8928, -0.8928, -2.5178, -1.1428]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1446, -1.0196, -1.7696, -1.2696]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8903, -1.5153, -1.1403, -1.3903]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0416, -1.7916, -1.1666, -1.1666]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0944, -1.5944, -0.8444, -1.2194]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3467, -1.4717, -1.3467, -1.0967]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4247, -1.7997, -1.9247, -0.9247]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7869, -1.6619, -1.6619, -0.9119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6482, -1.3982, -1.7732, -0.7732]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5125, -1.3875, -1.8875, -0.7625]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9793, -2.1043, -0.8543, -0.9793]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8236, -1.8236, -1.0736, -0.9486]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2489, -1.1239, -1.1239, -1.3739]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1116, -1.4866, -1.3616, -0.9866]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.553, -3.053, -0.178, -2.803]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7663, -2.8913, -0.2663, -2.2663]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1759, -2.3009, -1.8009, -0.4259]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.8869, -1.1369, -1.3869, -1.1369]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.993, -1.493, -1.118, -0.993]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.2706, -2.0206, -1.1456, -0.7706]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8313, -2.4563, -0.7063, -1.0813]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6685, -2.6685, -0.6685, -1.1685]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4574, -1.7074, -0.9574, -1.0824]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.31, -1.31, -1.81, -0.935]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4681, -3.9681, -0.2181, -2.5931]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1363, -4.7613, -0.1363, -3.2613]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7606, -1.6356, -1.6356, -0.8856]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1091, -1.6091, -1.6091, -0.8591]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3724, -0.7474, -2.4974, -0.9974]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3636, -2.1136, -1.2386, -0.8636]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1168, -3.2418, -2.2418, -0.7418]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5933, -2.9683, -2.3433, -0.5933]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.1478, -0.8978, -3.1478, -1.7728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9686, -0.7186, -2.5936, -1.7186]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.116, -4.366, -0.116, -3.116]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8224, -4.1974, -0.1974, -2.8224]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8116, -1.1866, -2.4366, -0.6866]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6112, -0.7362, -2.6112, -1.1112]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.397, -3.147, -3.147, -1.772]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4756, -2.9756, -2.8506, -1.9756]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8627, -1.6127, -1.4877, -0.9877]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0576, -1.6826, -1.5576, -1.0576]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7626, -1.5126, -1.5126, -0.7626]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5379, -1.2879, -2.0379, -0.6629]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9118, -3.2868, -0.4118, -2.1618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9688, -2.4688, -0.8438, -1.8438]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.832, -2.082, -0.332, -2.332]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.887, -0.762, -1.387, -1.637]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0854, -2.7104, -0.3354, -1.9604]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3134, -2.0634, -0.8134, -1.3134]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3369, -1.4619, -1.5869, -0.8369]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4448, -1.4448, -1.9448, -0.6948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1706, -0.6706, -1.6706, -1.5456]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3979, -0.6479, -2.2729, -1.2729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4369, -2.9369, -0.5619, -2.3119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8323, -3.2073, -0.3323, -2.2073]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7778, -1.9028, -0.6528, -1.4028]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6971, -1.5721, -0.9471, -1.1971]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9802, -1.7302, -1.4802, -0.8552]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2037, -1.4537, -1.5787, -0.9537]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.433, -2.308, -0.808, -1.058]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9233, -3.0483, -0.9233, -0.7983]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9955, -0.4955, -2.4955, -1.9955]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9491, -2.9491, -0.6991, -1.3241]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2879, -2.6629, -1.9129, -0.4129]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.14, -0.89, -2.64, -1.14]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7587, -1.3837, -0.8837, -1.3837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5139, -1.5139, -1.0139, -1.2639]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4392, -1.3142, -1.4392, -0.9392]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4278, -1.6778, -1.3028, -1.0528]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3155, -1.9405, -1.5655, -1.0655]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8817, -1.7567, -1.3817, -1.0067]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8963, -0.5213, -2.3963, -1.5213]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3717, -1.2467, -1.8717, -0.9967]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6962, -1.8212, -0.5712, -1.6962]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2908, -0.9158, -1.5408, -1.5408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6243, -2.3743, -2.2493, -1.4993]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7967, -2.0467, -1.0467, -0.9217]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3498, -2.3498, -2.8498, -0.3498]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8351, -1.4601, -3.0851, -0.7101]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1361, -2.0111, -1.3861, -0.7611]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2456, -2.6206, -1.7456, -0.6206]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4105, -1.0355, -1.9105, -1.0355]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5038, -2.0038, -1.3788, -0.8788]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3853, -1.5103, -1.5103, -1.2603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.881, -1.631, -1.756, -1.006]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2588, -3.7588, -3.6338, -2.0088]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.104, -2.854, -3.354, -0.729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8092, -1.6842, -0.8092, -1.3092]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5421, -1.6671, -1.0421, -1.1671]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4416, -0.3166, -3.0666, -2.0666]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0105, -0.6355, -2.2605, -1.6355]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7947, -1.2947, -1.6697, -1.0447]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1627, -1.9127, -1.6627, -0.7877]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5086, -0.2586, -2.6336, -2.3836]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1919, -0.4419, -2.3169, -1.8169]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0699, -3.4449, -0.1949, -2.6949]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8579, -3.3579, -0.2329, -2.3579]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9974, -1.1224, -1.4974, -1.2474]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1948, -1.0698, -1.6948, -1.1948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9732, -1.9732, -1.8482, -0.5982]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.516, -2.141, -1.766, -0.641]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2698, -2.7698, -0.5198, -1.6448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7358, -2.7358, -0.4858, -1.7358]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5039, -1.8789, -1.6289, -0.6289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4739, -2.3489, -1.4739, -0.7239]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7313, -1.8563, -0.9813, -0.9813]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2364, -1.7364, -0.8614, -1.3614]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0714, -1.9464, -1.5714, -1.4464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2137, -2.0887, -1.3387, -1.3387]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1292, -2.1292, -0.5042, -2.0042]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4001, -2.5251, -0.7751, -1.2751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.489, -0.614, -2.489, -1.489]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4457, -0.1957, -3.5707, -2.9457]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2861, -1.7861, -1.4111, -0.7861]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2156, -1.4656, -1.4656, -0.9656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.238, -1.988, -1.238, -1.613]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9689, -2.4689, -0.7189, -1.5939]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2198, -0.7198, -2.2198, -1.3448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.078, -1.203, -1.578, -1.203]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3221, -1.9471, -0.6971, -1.5721]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9424, -1.8174, -0.9424, -1.0674]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.9707, -0.7207, -2.8457, -0.9707]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.4837, -0.2337, -3.6087, -3.3587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0056, -2.3806, -2.3806, -0.8806]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7966, -1.9216, -2.2966, -0.7966]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.7614, -1.7614, -0.6364, -1.3864]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6454, -2.0204, -1.0204, -1.0204]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1698, -1.9198, -0.6698, -1.4198]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5482, -1.4232, -1.2982, -1.0482]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2781, -1.6531, -1.2781, -1.0281]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.753, -2.128, -1.253, -0.753]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.01, -3.385, -0.135, -3.51]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2738, -3.0238, -0.2738, -2.2738]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3376, -0.3376, -2.8376, -1.9626]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6587, -0.6587, -2.4087, -1.4087]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2102, -1.2102, -1.5852, -1.0852]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8705, -2.1205, -3.3705, -0.4955]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4951, -3.3701, -0.4951, -1.2451]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0887, -3.2137, -0.4637, -1.5887]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6111, -2.2361, -0.4861, -1.6111]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4391, -2.4391, -0.4391, -1.5641]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.65, -1.65, -0.9, -1.275]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5735, -1.5735, -1.1985, -1.1985]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6798, -2.1798, -2.1798, -0.3048]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7785, -1.6535, -1.5285, -0.7785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1752, -1.4252, -1.4252, -1.0502]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2747, -1.3997, -2.0247, -0.8997]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1968, -2.0718, -0.6968, -1.1968]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0402, -2.0402, -1.0402, -0.9152]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5197, -2.2697, -0.5197, -1.7697]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7601, -2.0101, -1.2601, -1.3851]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.122, -3.747, -2.997, -0.122]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1448, -1.1448, -2.8948, -0.6448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8153, -2.3153, -1.5653, -0.6903]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8332, -2.2082, -1.5832, -1.0832]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4625, -1.5875, -0.9625, -1.3375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5544, -1.5544, -1.1794, -1.0544]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3752, -1.6252, -1.2502, -1.0002]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9121, -1.4121, -1.1621, -1.0371]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9112, -1.5362, -0.9112, -1.2862]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4787, -1.3537, -1.2287, -1.1037]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6069, -1.3569, -1.9819, -1.1069]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0127, -1.7627, -2.2627, -0.6377]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.618, -0.243, -2.743, -2.493]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2272, -0.3522, -2.6022, -1.9772]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8966, -1.8966, -0.7716, -1.6466]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8883, -2.0133, -0.6383, -1.5133]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0215, -3.1465, -0.6465, -1.0215]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3339, -1.7089, -1.4589, -0.8339]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8037, -1.4287, -1.6787, -1.3037]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0906, -1.5906, -1.4656, -1.0906]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3576, -1.8576, -0.6076, -1.4826]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3925, -1.6425, -0.6425, -1.5175]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.497, -0.997, -1.622, -1.247]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6884, -1.3134, -1.3134, -1.1884]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6854, -0.5604, -2.0604, -1.8104]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7035, -0.8285, -1.5785, -1.5785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1461, -2.3961, -0.3961, -1.8961]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6692, -1.6692, -1.0442, -1.1692]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8997, -1.3997, -1.5247, -1.1497]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1399, -1.6399, -1.5149, -0.8899]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8743, -1.4993, -1.1243, -0.9993]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9857, -2.6107, -0.9857, -0.9857]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4641, -1.3391, -1.4641, -1.2141]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2698, -1.1448, -1.6448, -1.2698]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5886, -2.7136, -0.4636, -1.7136]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9479, -2.5729, -0.4479, -1.6979]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.541, -1.541, -0.916, -1.291]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5716, -1.4466, -0.9466, -1.3216]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7653, -1.5153, -0.7653, -1.6403]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1543, -1.7793, -1.4043, -1.0293]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9174, -1.4174, -0.9174, -1.2924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4431, -1.5681, -0.9431, -1.3181]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.73, -1.23, -1.105, -1.355]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2188, -1.9688, -0.9688, -1.4688]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5243, -1.5243, -1.0243, -1.2743]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6651, -1.5401, -1.1651, -1.0401]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3677, -0.8677, -1.8677, -1.2427]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9862, -1.2362, -1.6112, -1.2362]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0484, -2.1734, -1.1734, -0.9234]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7802, -1.7802, -1.4052, -0.7802]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1746, -1.5496, -1.0496, -1.0496]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8849, -1.8849, -2.1349, -0.5099]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.318, -1.443, -2.193, -1.193]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6084, -1.3584, -1.7334, -1.3584]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4979, -2.2479, -0.8729, -1.2479]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5867, -1.4617, -1.3367, -1.0867]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2221, -2.8471, -2.4721, -0.2221]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1905, -2.9405, -3.3155, -0.1905]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.1464, -2.6464, -0.5214, -1.6464]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7236, -1.5986, -1.0986, -1.2236]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1712, -2.1712, -0.6712, -1.5462]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2905, -1.5405, -1.0405, -1.2905]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9478, -1.8228, -0.8228, -1.1978]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.5283, -2.0283, -1.4033, -0.6533]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4568, -1.5818, -0.9568, -1.3318]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5221, -1.5221, -1.2721, -1.0221]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5876, -0.3376, -2.5876, -1.9626]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.579, -1.329, -1.829, -0.704]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8461, -3.0961, -0.5961, -1.2211]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2419, -3.2419, -1.3669, -0.4919]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1632, -1.5382, -1.1632, -1.1632]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9392, -1.3142, -1.5642, -1.3142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9064, -2.4064, -1.1564, -0.7814]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6438, -1.6438, -1.1438, -1.0188]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4559, -2.7059, -1.5809, -0.8309]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7473, -2.2473, -2.1223, -0.6223]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7874, -2.1624, -0.7874, -1.1624]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3142, -1.9392, -0.9392, -1.1892]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1514, -1.7764, -2.0264, -1.1514]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2479, -1.3729, -1.3729, -1.3729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4086, -1.9086, -0.7836, -1.2836]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4476, -2.0726, -0.8226, -1.1976]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6782, -2.4282, -2.6782, -0.3032]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2699, -2.3949, -1.5199, -0.6449]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6639, -1.7889, -0.6639, -1.5389]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7816, -1.4066, -0.9066, -1.4066]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.566, -1.566, -0.941, -1.316]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6047, -1.6047, -1.2297, -0.9797]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3023, -1.9273, -0.8023, -1.4273]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1724, -2.1724, -0.6724, -1.4224]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.324, -2.574, -0.574, -1.574]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2307, -2.4807, -0.8557, -1.2307]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3961, -2.0211, -0.7711, -1.3961]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6613, -1.7863, -1.0363, -1.1613]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9908, -1.6158, -0.8658, -1.2408]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7715, -1.8965, -1.1465, -0.8965]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6933, -2.4433, -0.5683, -1.5683]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5284, -2.0284, -0.9034, -1.1534]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0399, -1.7899, -1.2899, -1.0399]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0841, -1.8341, -1.2091, -1.0841]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5772, -0.9522, -1.5772, -1.4522]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2756, -1.6506, -1.2756, -1.4006]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3537, -1.9787, -1.4787, -0.7287]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9703, -1.8453, -1.2203, -1.0953]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1435, -2.3935, -1.0185, -0.7685]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.855, -1.23, -1.855, -0.855]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4342, -1.8092, -0.5592, -1.9342]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1174, -1.3674, -1.1174, -1.4924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1322, -1.2572, -1.6322, -1.1322]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3398, -1.8398, -1.2148, -1.2148]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5726, -1.5726, -0.9476, -1.3226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5504, -1.5504, -1.1754, -1.0504]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5263, -1.9013, -0.6513, -1.6513]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9934, -1.1184, -1.6184, -1.3684]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7913, -1.7913, -3.0413, -1.2913]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4342, -1.5592, -0.9342, -1.3092]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7853, -0.9103, -2.0353, -1.2853]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6815, -1.5565, -1.1815, -1.0565]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9624, -3.7124, -0.9624, -1.7124]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0521, -2.5521, -1.0521, -0.8021]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5368, -2.1618, -0.5368, -1.7868]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1246, -2.1246, -0.9996, -0.8746]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8645, -1.3645, -0.7395, -1.7395]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0335, -1.5335, -1.0335, -1.1585]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8313, -1.4563, -1.4563, -0.8313]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8449, -1.8449, -1.0949, -0.9699]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2286, -2.1036, -0.6036, -1.3536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6423, -1.7673, -0.7673, -1.3923]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6469, -2.1469, -2.7719, -1.3969]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.595, -1.72, -2.22, -0.845]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1005, -1.9755, -0.7255, -1.6005]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1977, -1.8227, -0.9477, -1.3227]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.7608, -4.3858, -0.1358, -2.7608]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1524, -2.2774, -0.5274, -1.5274]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.686, -1.936, -2.186, -0.686]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9431, -1.0681, -2.1931, -1.0681]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5023, -1.1273, -1.0023, -1.6273]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5904, -1.0904, -1.3404, -1.4654]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8945, -1.6445, -1.1445, -0.8945]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6928, -1.6928, -1.0678, -1.0678]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2223, -1.5973, -0.7223, -1.7223]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8131, -1.5631, -1.5631, -1.0631]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.325, -0.95, -2.075, -1.075]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7544, -2.3794, -0.8794, -1.0044]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1259, -1.7509, -1.0009, -1.2509]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2245, -1.8495, -1.0995, -1.0995]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.457, -1.582, -0.957, -1.332]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5458, -1.5458, -1.0458, -1.1708]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1291, -0.7541, -1.1291, -2.2541]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5381, -0.7881, -1.2881, -2.1631]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1306, -1.3806, -1.2556, -1.0056]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.4361, -1.8111, -1.0611, -0.9361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.268, -2.643, -1.143, -0.643]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5725, -1.6975, -1.1975, -1.0725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9236, -1.6736, -0.7986, -1.2986]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4204, -1.7954, -1.0454, -1.0454]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3827, -1.5077, -1.0077, -1.2577]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3994, -1.6494, -1.0244, -1.1494]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4348, -0.9348, -1.9348, -1.1848]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3195, -1.3195, -1.5695, -1.0695]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0649, -1.6899, -0.9399, -1.0649]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5664, -1.6914, -1.1914, -1.0664]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.461, -1.711, -0.961, -1.211]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5989, -1.5989, -0.9739, -1.2239]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.854, -3.229, -1.104, -1.854]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.013, -2.638, -0.638, -1.513]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5248, -1.5248, -1.0248, -1.2748]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4708, -1.4708, -1.2208, -1.0958]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9436, -2.0686, -1.8186, -1.3186]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8527, -1.6027, -1.3527, -1.2277]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2344, -1.6094, -1.7344, -0.7344]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0957, -1.8457, -1.0957, -1.0957]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5358, -1.9108, -2.5358, -0.6608]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9794, -1.3544, -1.9794, -0.8544]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7457, -2.3707, -1.1207, -0.8707]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4591, -1.9591, -0.9591, -1.2091]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2338, -1.3588, -1.6088, -0.9838]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2541, -1.8791, -1.2541, -1.0041]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7711, -3.1461, -1.8961, -0.5211]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.877, -2.627, -0.752, -1.127]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6335, -1.5085, -1.0085, -1.2585]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.449, -1.574, -1.199, -1.074]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.871, -2.496, -0.621, -1.371]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5344, -2.4094, -0.7844, -1.1594]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1787, -1.0537, -1.4287, -1.4287]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7818, -1.9068, -1.2818, -1.4068]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0129, -1.5129, -2.8879, -0.5129]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1348, -1.3848, -2.2598, -0.8848]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4038, -1.9038, -0.9038, -1.1538]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2173, -1.5923, -0.9673, -1.3423]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.322, -2.197, -0.697, -1.322]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0863, -1.2113, -1.2113, -1.4613]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5843, -1.5843, -1.0843, -1.0843]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2704, -1.6454, -1.1454, -1.1454]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7452, -0.2452, -2.6202, -3.1202]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1002, -1.3502, -0.9752, -1.6002]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5699, -1.5699, -0.9449, -1.3199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6244, -1.4994, -1.2494, -0.9994]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7257, -3.2257, -0.3507, -2.1007]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3981, -3.6481, -0.2731, -2.1481]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0084, -2.3834, -0.8834, -0.8834]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.701, -2.201, -1.076, -0.826]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0024, -3.3774, -0.2524, -2.3774]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4323, -2.5573, -0.6823, -1.4323]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.898, -2.148, -0.648, -1.398]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.411, -1.911, -1.161, -1.036]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3597, -1.6097, -1.2347, -0.9847]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6047, -0.9797, -1.7297, -1.1047]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8462, -1.7212, -1.7212, -0.5962]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3252, -1.5752, -1.3252, -1.2002]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5199, -1.5199, -1.0199, -1.2699]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5453, -1.5453, -1.1703, -1.0453]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.843, -2.093, -0.843, -1.093]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7539, -2.1289, -0.6289, -1.5039]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.819, -2.319, -0.444, -1.819]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2815, -1.6565, -1.0315, -1.2815]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6074, -0.4824, -2.7324, -1.8574]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3698, -1.9948, -1.7448, -0.7448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7653, -1.7653, -0.8903, -1.2653]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3336, -1.7086, -1.3336, -0.9586]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.469, -3.219, -0.469, -1.594]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.3098, -2.8098, -0.8098, -0.9348]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2775, -2.0275, -1.1525, -0.9025]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0427, -1.6677, -1.5427, -0.9177]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.35, -2.1, -1.85, -0.475]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1125, -2.1125, -1.9875, -0.4875]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1084, -1.4834, -0.8584, -1.6084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9564, -1.5814, -0.9564, -1.5814]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.2315, -0.7315, -1.7315, -1.3565]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9722, -1.9722, -0.5972, -1.5972]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1134, -1.2384, -1.4884, -1.1134]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8959, -2.3959, -0.7709, -1.1459]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6288, -2.5038, -2.8788, -0.5038]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.901, -1.901, -2.026, -0.776]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8618, -1.3618, -0.9868, -1.3618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2285, -1.2285, -1.1035, -1.4785]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3614, -1.8614, -0.8614, -1.3614]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4533, -1.7033, -1.2033, -1.0783]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9841, -1.4841, -1.7341, -1.7341]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0359, -1.9109, -1.2859, -0.9109]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6838, -1.3088, -1.3088, -1.5588]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3537, -1.3537, -1.3537, -1.2287]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6612, -3.2862, -0.4112, -1.5362]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9452, -2.6952, -0.4452, -1.6952]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.515, -0.765, -2.015, -1.39]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.408, -1.033, -1.658, -1.158]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3988, -2.8988, -0.5238, -1.2738]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2001, -2.7001, -0.7001, -1.2001]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.8253, -3.5753, -0.5753, -1.2003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6849, -2.3099, -1.0599, -0.9349]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5527, -2.6777, -0.3027, -2.0527]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3794, -2.5044, -0.3794, -1.8794]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5745, -1.5745, -0.9495, -1.3245]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5223, -1.6473, -1.2723, -1.0223]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2251, -2.3501, -0.8501, -1.1001]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.352, -2.102, -1.102, -0.977]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0225, -1.3975, -1.0225, -1.2725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8494, -2.2244, -0.9744, -1.3494]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6204, -1.4954, -1.1204, -1.1204]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6412, -1.8912, -1.3912, -0.7662]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4415, -1.3165, -1.0665, -1.4415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1595, -1.4095, -1.0345, -1.5345]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9785, -0.9785, -1.4785, -1.3535]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1882, -1.4382, -1.1882, -1.3132]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9804, -1.6054, -1.7304, -0.8554]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1597, -1.9097, -1.2847, -0.9097]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8805, -2.0055, -1.0055, -1.0055]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.9921, -1.9921, -1.6171, -0.6171]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7802, -0.9052, -2.4052, -1.2802]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8306, -1.2056, -1.5806, -1.3306]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1558, -2.1558, -0.4058, -1.7808]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1875, -1.9375, -0.5625, -1.4375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8561, -1.3561, -1.1061, -1.2311]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2039, -1.2039, -1.3289, -1.3289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5613, -1.5613, -0.8113, -1.4363]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7217, -1.8467, -0.7217, -1.4717]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5431, -2.0431, -0.6681, -1.4181]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8161, -1.6911, -1.0661, -1.0661]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9486, -1.8236, -1.3236, -0.9486]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2088, -1.9588, -0.8338, -1.3338]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4983, -1.6233, -0.9983, -1.2483]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5543, -1.6793, -1.1793, -1.0543]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.528, -2.278, -0.528, -1.778]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8381, -2.5881, -0.8381, -1.0881]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3076, -1.6826, -0.8076, -1.4326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3262, -2.0762, -0.7012, -1.4512]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8722, -2.2472, -0.8722, -1.3722]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3757, -1.7507, -1.3757, -0.8757]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.2524, -4.7524, -0.7524, -0.7524]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8315, -2.9565, -1.0815, -0.7065]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7129, -2.5879, -0.8379, -1.3379]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6323, -2.0073, -1.0073, -1.0073]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5039, -1.6289, -1.2539, -1.3789]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9839, -1.7339, -1.3589, -0.9839]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.199, -1.824, -1.574, -0.574]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4069, -2.1569, -1.2819, -0.9069]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4643, -2.2143, -1.5893, -0.9643]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4945, -2.2445, -1.4945, -1.2445]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4902, -1.6152, -0.9902, -1.2402]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.373, -1.748, -1.623, -0.748]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5168, -1.8918, -1.0168, -1.0168]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8583, -2.9833, -0.7333, -1.1083]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5083, -3.6333, -3.3833, -0.1333]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7763, -2.2763, -1.1513, -0.7763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.632, -0.382, -2.632, -2.007]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5931, -1.3431, -1.3431, -1.2181]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5918, -1.5918, -0.9668, -1.2168]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2844, -1.2844, -1.2844, -1.2844]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9638, -2.7138, -0.7138, -1.4638]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7525, -2.3775, -0.7525, -1.2525]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3517, -2.3517, -2.1017, -0.7267]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5387, -1.9137, -1.0387, -1.0387]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2608, -2.5108, -0.7608, -1.2608]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0, -3.625, -0.5, -1.375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.875, -3.5, -3.375, -0.125]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.879, -3.004, -3.004, -0.254]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2412, -1.1162, -1.6162, -1.2412]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9674, -1.0924, -1.4674, -1.5924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0383, -2.1633, -0.9133, -0.9133]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3886, -1.8886, -1.1386, -1.0136]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.3598, -1.3598, -1.2348, -0.9848]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6182, -1.4932, -1.2432, -0.9932]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.5499, -2.4249, -0.5499, -1.4249]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.44, -2.44, -0.565, -1.44]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9578, -1.5828, -0.8328, -1.3328]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3795, -1.5045, -1.0045, -1.2545]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1907, -1.3157, -1.5657, -1.1907]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1266, -1.6266, -1.3766, -1.0016]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4744, -0.9744, -1.8494, -1.2244]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1899, -1.3149, -1.6899, -1.0649]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5654, -1.6904, -0.9404, -1.1904]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8283, -2.0783, -1.0783, -0.9533]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9838, -1.7338, -0.8588, -1.4838]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7373, -2.6123, -0.3623, -1.9873]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6826, -1.6826, -0.8076, -1.4326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.248, -1.623, -1.123, -1.123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9446, -1.8196, -1.1946, -0.9446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8311, -1.8311, -1.4561, -0.9561]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8039, -3.5539, -0.5539, -1.9289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.878, -3.753, -0.378, -1.628]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4002, -2.4002, -0.7752, -1.2752]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0118, -1.7618, -1.2618, -0.8868]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4178, -1.9178, -1.0428, -1.0428]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0681, -1.6931, -1.3181, -1.0681]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8375, -2.0875, -2.2125, -1.3375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9929, -1.7429, -1.4929, -0.9929]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4945, -1.6195, -0.9945, -1.2445]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2687, -1.7687, -1.6437, -0.7687]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.4965, -1.4965, -0.6215, -1.8715]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3729, -1.6229, -0.7479, -1.3729]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.061, -1.311, -1.186, -1.061]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3637, -1.3637, -1.2387, -1.1137]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0254, -1.4004, -1.0254, -1.1504]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3228, -1.3228, -0.9478, -1.5728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3212, -1.6962, -1.0712, -1.0712]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.878, -2.253, -0.753, -1.128]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5856, -1.4606, -1.5856, -0.8356]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6119, -1.9869, -0.7369, -1.3619]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6092, -1.9842, -0.7342, -1.9842]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3374, -1.7124, -1.7124, -1.2124]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8518, -1.8518, -1.1018, -1.2268]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9956, -1.6206, -1.2456, -1.1206]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7551, -1.7551, -2.1301, -0.5051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2947, -1.7947, -1.1697, -1.0447]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9412, -0.4412, -2.0662, -1.9412]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7855, -1.7855, -0.6605, -1.6605]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.4781, -4.8531, -0.1031, -3.1031]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6796, -2.5546, -0.8046, -1.1796]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.77, -2.02, -1.395, -1.145]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1165, -1.3665, -1.3665, -1.2415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0191, -1.8941, -1.2691, -1.0191]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0649, -2.0649, -1.1899, -0.9399]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0882, -1.2132, -1.4632, -1.4632]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.487, -1.362, -1.612, -1.112]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5247, -1.5247, -1.0247, -1.2747]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5873, -1.4623, -1.2123, -1.0873]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.945, -3.195, -0.32, -1.945]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0232, -1.8982, -0.6482, -1.5232]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.435, -1.435, -1.06, -1.31]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5587, -1.5587, -1.1837, -1.0587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1087, -1.3587, -0.9837, -1.2337]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0008, -1.3758, -0.8758, -1.3758]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6949, -1.8199, -1.6949, -1.0699]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9771, -1.7271, -1.4771, -1.2271]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1348, -1.2598, -1.0098, -1.6348]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3823, -1.6323, -1.1323, -1.2573]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.316, -2.066, -1.691, -0.941]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1538, -1.7788, -1.0288, -1.1538]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6074, -1.7324, -2.4824, -0.4824]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9134, -1.9134, -1.2884, -1.1634]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6673, -1.4173, -0.7923, -1.5423]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6688, -1.2938, -1.1688, -1.2938]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3645, -1.8645, -0.6145, -1.6145]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0367, -1.6617, -0.7867, -1.5367]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9066, -0.7816, -2.5316, -1.2816]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5393, -2.1643, -1.7893, -0.5393]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6625, -1.4125, -1.0375, -1.2875]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6175, -1.4925, -1.2425, -0.9925]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5348, -0.7848, -1.9098, -1.4098]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2819, -2.2819, -1.1569, -1.0319]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7781, -2.6531, -0.4031, -1.6531]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5326, -2.4076, -0.6576, -1.2826]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.7474, -3.6224, -0.2474, -2.2474]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3592, -1.3592, -1.2342, -1.2342]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.2613, -1.6363, -0.6363, -1.6363]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8911, -1.5161, -0.7661, -1.5161]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.1527, -0.9027, -1.2777, -1.4027]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9486, -0.9486, -1.0736, -1.6986]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5536, -1.4286, -1.9286, -0.6786]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5068, -1.7568, -1.6318, -0.8818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6959, -3.3209, -1.4459, -0.6959]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2169, -2.7169, -1.7169, -0.5919]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4758, -2.7258, -1.9758, -0.3508]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1629, -2.1629, -1.7879, -0.5379]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4366, -1.3116, -1.0616, -1.4366]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1285, -1.0035, -1.3785, -1.6285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4634, -2.3384, -0.9634, -1.4634]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2879, -2.5379, -0.6629, -1.4129]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6046, -1.3546, -0.8546, -1.6046]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0874, -0.8374, -1.4624, -1.4624]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4818, -2.4818, -1.7318, -0.4818]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5092, -2.8842, -1.0092, -0.8842]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0443, -2.1693, -0.5443, -1.5443]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8221, -1.3221, -1.5721, -0.9471]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9658, -2.4658, -1.0908, -0.9658]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6841, -1.5591, -1.3091, -1.5591]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0104, -1.5104, -1.1354, -1.0104]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4841, -1.2341, -1.2341, -1.2341]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2999, -2.1749, -1.9249, -0.6749]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3528, -1.8528, -1.7278, -0.7278]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5268, -0.5268, -2.7768, -2.5268]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7331, -0.8581, -1.8581, -1.7331]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2608, -3.1358, -0.3858, -1.6358]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.832, -2.207, -0.707, -1.332]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3392, -1.4642, -1.0892, -1.3392]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2057, -1.7057, -1.2057, -1.2057]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8867, -2.5117, -1.6367, -1.3867]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4242, -0.6742, -1.7992, -1.6742]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0426, -1.6676, -1.9176, -1.4176]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6152, -1.4902, -0.8652, -1.4902]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5979, -1.3479, -1.0979, -1.2229]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8394, -2.0894, -1.3394, -0.7144]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9862, -1.1112, -1.8612, -1.1112]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2367, -1.6117, -1.6117, -0.8617]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1337, -1.5087, -1.1337, -1.2587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1148, -1.7398, -0.9898, -1.3648]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2242, -1.7242, -0.7242, -1.3492]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7601, -1.5101, -0.7601, -1.5101]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8652, -1.8652, -1.2402, -1.1152]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6999, -1.6999, -1.8249, -1.1999]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4292, -1.6792, -1.4292, -0.8042]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5245, -1.5245, -1.7745, -0.7745]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5764, -1.5764, -0.9514, -1.3264]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5587, -1.5587, -1.1837, -1.0587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5934, -1.0934, -1.4684, -1.2184]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4692, -1.2192, -1.2192, -1.3442]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4628, -0.5878, -2.5878, -1.4628]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8942, -1.5192, -1.2692, -1.2692]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4541, -2.0791, -0.5791, -1.7041]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0438, -1.7938, -0.9188, -1.4188]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1655, -0.9155, -1.9155, -1.2905]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3302, -0.8302, -2.2052, -1.4552]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.566, -1.941, -0.816, -1.316]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7253, -1.9753, -0.9753, -0.9753]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5222, -1.5222, -1.0222, -1.2722]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5038, -1.6288, -1.2538, -1.0038]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5246, -1.5246, -1.0246, -1.2746]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5084, -1.5084, -1.2584, -1.0084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.4249, -0.4249, -2.4249, -1.6749]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.3615, -0.6115, -1.9865, -1.4865]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7997, -0.1747, -3.2997, -2.5497]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8208, -0.4458, -2.3208, -1.8208]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0398, -2.4148, -2.1648, -0.2898]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3383, -2.0883, -1.2133, -0.7133]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6776, -1.5526, -0.9276, -1.3026]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6221, -1.4971, -1.1221, -1.1221]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9627, -1.3377, -1.2127, -1.0877]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1897, -1.3147, -1.4397, -1.1897]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4062, -0.4062, -1.9062, -2.1562]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9562, -0.4562, -2.0812, -1.8312]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8477, -2.0977, -1.2227, -1.0977]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0587, -1.6837, -1.4337, -1.0587]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9243, -3.2993, -2.5493, -0.1743]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7806, -2.6556, -0.9056, -0.9056]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6155, -2.6155, -0.6155, -1.8655]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8269, -2.9519, -0.5769, -1.3269]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6714, -0.5464, -1.9214, -1.7964]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9709, -0.4709, -2.0959, -1.8459]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9555, -1.7055, -1.5805, -0.9555]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4355, -2.4355, -1.1855, -0.9355]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3465, -2.5965, -0.3465, -1.9715]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9718, -2.4718, -0.3468, -2.3468]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9492, -1.3242, -1.9492, -0.6992]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9079, -1.0329, -1.5329, -1.1579]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2458, -1.7458, -1.1208, -1.3708]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.339, -1.964, -1.339, -0.964]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6018, -1.6018, -1.7268, -0.7268]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6861, -1.3111, -2.3111, -0.6861]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0728, -0.8228, -1.8228, -1.5728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6377, -1.2627, -1.8877, -1.3877]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7968, -1.4218, -1.0468, -1.1718]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5605, -1.0605, -1.3105, -1.5605]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3332, -1.4582, -0.8332, -1.5832]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0509, -2.3009, -0.4259, -2.1759]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3919, -1.7669, -1.2669, -0.8919]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0734, -1.3234, -1.4484, -1.1984]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1804, -1.3054, -1.1804, -1.3054]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2119, -1.3369, -1.3369, -1.2119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1572, -2.0322, -1.1572, -0.7822]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4584, -1.5834, -1.2084, -1.2084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5316, -2.9066, -2.1566, -0.2816]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.5392, -2.9142, -0.5392, -1.4142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8698, -2.2448, -0.9948, -1.1198]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4394, -1.9394, -1.8144, -0.6894]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4457, -1.8207, -0.6957, -1.3207]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0274, -1.6524, -0.7774, -1.4024]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.333, -1.208, -1.833, -0.958]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1864, -2.3114, -1.0614, -0.8114]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4788, -1.4788, -0.9788, -1.3538]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5754, -1.4504, -1.2004, -1.0754]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.547, -2.672, -2.422, -0.297]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3137, -2.0637, -2.3137, -0.4387]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.681, -1.556, -0.931, -1.306]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6242, -1.4992, -1.1242, -1.1242]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7417, -1.9917, -1.4917, -1.1167]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0451, -1.7951, -1.4201, -1.4201]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3186, -2.9436, -3.0686, -0.1936]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0964, -1.3464, -1.3464, -1.2214]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0471, -1.6721, -1.5471, -0.6721]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5873, -1.4623, -1.3373, -0.9623]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5526, -1.4276, -1.0526, -1.3026]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5568, -1.5568, -1.1818, -1.0568]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6625, -1.0375, -1.1625, -1.5375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9349, -1.6849, -0.9349, -1.5599]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9124, -2.0374, -0.7874, -1.1624]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0529, -1.5529, -1.3029, -1.1779]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7685, -1.8935, -0.8935, -1.0185]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6934, -1.1934, -1.3184, -1.1934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4343, -2.5593, -0.8093, -1.0593]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9861, -1.6111, -1.2361, -1.2361]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.406, -1.531, -0.906, -1.156]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8188, -1.9438, -1.0688, -0.9438]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0889, -1.8389, -1.0889, -1.2139]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9421, -2.1921, -1.3171, -1.1921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.934, -1.184, -2.184, -0.934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6359, -1.8859, -2.2609, -0.5109]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6051, -1.2301, -1.4801, -1.1051]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5248, -1.7748, -1.3998, -0.8998]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0531, -2.4281, -0.5531, -1.5531]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5011, -2.0011, -0.8761, -1.2511]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0046, -1.3796, -2.1296, -0.7546]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0606, -1.3106, -2.9356, -0.8106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8723, -2.6223, -1.4973, -0.4973]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3125, -2.4375, -0.8125, -0.9375]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5621, -1.5621, -0.9371, -1.3121]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6, -1.6, -1.225, -0.975]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5591, -0.4341, -2.1841, -2.1841]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9403, -0.5653, -1.8153, -1.8153]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9142, -2.9142, -1.5392, -0.4142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8254, -3.2004, -1.5754, -0.4504]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6411, -1.3911, -1.0161, -1.3911]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5462, -1.4212, -1.0462, -1.2962]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8942, -2.3942, -0.7692, -1.1442]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.5823, -2.4573, -0.9573, -0.8323]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1097, -2.1097, -1.1097, -0.8597]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6208, -1.8708, -1.1208, -0.9958]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5179, -1.5179, -1.0179, -1.2679]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5153, -1.5153, -1.1403, -1.1403]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6426, -1.6426, -1.3926, -1.1426]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5664, -1.8164, -1.4414, -0.8164]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1179, -2.9929, -0.4929, -1.3679]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2784, -3.1534, -0.5284, -1.2784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0604, -2.0604, -2.8104, -0.3104]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3662, -1.3662, -1.3662, -1.2412]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1549, -2.0299, -1.5299, -0.9049]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2464, -2.1214, -0.9964, -1.1214]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0316, -1.5316, -0.7816, -1.4066]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9989, -1.6239, -0.8739, -1.2489]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.624, -1.249, -3.374, -0.499]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8433, -0.7183, -3.0933, -0.9683]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9064, -1.9064, -1.1564, -0.7814]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2376, -1.9876, -0.7376, -1.2376]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.073, -1.198, -0.948, -1.448]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0507, -1.3007, -0.9257, -1.4257]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4421, -1.9421, -1.4421, -0.6921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4959, -2.1209, -0.7459, -1.2459]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3506, -2.2256, -0.6006, -1.3506]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1695, -2.0445, -0.9195, -1.0445]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0011, -1.2511, -1.0011, -1.3761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2266, -1.9766, -0.9766, -0.9766]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6375, -2.0125, -0.5125, -1.7625]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8519, -1.6019, -0.9769, -1.4769]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.623, -1.498, -1.873, -1.123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8233, -1.8233, -1.0733, -1.3233]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7604, -2.5104, -1.5104, -0.7604]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8836, -2.5086, -0.8836, -1.0086]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.418, -1.668, -1.043, -1.043]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1935, -1.5685, -1.1935, -1.1935]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9636, -2.7136, -0.3386, -2.2136]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2146, -2.7146, -0.3396, -2.0896]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9459, -1.5709, -0.9459, -1.1959]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7142, -1.3392, -1.0892, -1.2142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0146, -1.1396, -1.3896, -1.3896]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8919, -1.3919, -1.2669, -1.3919]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.184, -1.434, -0.934, -1.309]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7276, -1.3526, -0.9776, -1.3526]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5647, -1.6897, -1.0647, -1.1897]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8163, -2.5663, -0.8163, -1.1913]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.723, -1.723, -0.848, -1.348]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.502, -1.377, -0.877, -1.502]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2728, -0.3978, -2.3978, -2.2728]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5144, -2.1394, -1.2644, -1.2644]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.178, -0.678, -2.053, -1.553]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3184, -1.1934, -1.1934, -1.4434]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3843, -3.3843, -0.2593, -2.8843]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5662, -3.0662, -0.3162, -2.0662]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8204, -1.9454, -1.6954, -0.5704]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8905, -2.0155, -1.2655, -0.7655]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5897, -1.4647, -0.9647, -1.3397]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6852, -1.4352, -1.1852, -1.0602]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5593, -2.8093, -0.4343, -1.8093]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8042, -3.0542, -0.4292, -1.8042]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8148, -2.0648, -1.4398, -0.8148]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0332, -1.7832, -1.4082, -0.9082]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.0545, -0.8045, -2.3045, -1.0545]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8448, -2.2198, -1.5948, -1.4698]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1434, -1.6434, -1.0184, -1.0184]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1297, -1.7547, -1.0047, -1.0047]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5981, -1.5981, -0.8481, -1.5981]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3167, -1.4417, -1.1917, -1.4417]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5729, -1.3229, -1.1979, -1.1979]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7322, -1.2322, -1.2322, -1.2322]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6249, -1.4999, -0.8749, -1.4999]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.287, -1.287, -1.162, -1.412]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8879, -2.1379, -0.7629, -1.1379]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4463, -1.6963, -1.1963, -1.0713]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3499, -2.4749, -0.5999, -1.2249]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3359, -2.4609, -1.0859, -0.9609]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4132, -3.1632, -2.6632, -1.9132]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1718, -2.2968, -0.7968, -1.2968]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4231, -2.2981, -0.7981, -1.1731]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4173, -2.9173, -0.9173, -1.0423]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.8201, -3.1951, -0.3201, -1.8201]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6917, -2.1917, -0.8167, -1.3167]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1761, -1.4261, -0.5511, -2.3011]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9864, -1.6114, -0.6114, -1.8614]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5453, -1.4203, -1.1703, -1.1703]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3749, -1.3749, -1.1249, -1.3749]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4761, -1.4761, -1.2261, -0.9761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.574, -1.699, -1.324, -1.074]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6832, -2.4332, -1.0582, -1.1832]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9736, -2.2236, -0.5986, -1.4736]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8446, -1.5946, -1.5946, -0.9696]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3625, -1.7375, -1.2375, -0.9875]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.606, -0.981, -1.606, -1.231]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9497, -1.9497, -1.5747, -0.9497]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4749, -0.2249, -3.0999, -2.5999]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2653, -0.8903, -3.3903, -0.7653]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6057, -3.3557, -0.4807, -1.3557]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4379, -2.9379, -0.4379, -1.5629]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0793, -2.0793, -1.4543, -1.3293]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4564, -1.8314, -0.8314, -1.4564]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2755, -1.0255, -1.9005, -1.0255]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4576, -1.4576, -1.3326, -1.2076]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7446, -1.2446, -1.2446, -1.1196]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3019, -2.0519, -1.4269, -1.1769]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9557, -1.0807, -0.9557, -1.7057]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8229, -1.5729, -1.3229, -0.9479]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0798, -1.0798, -1.7048, -1.2048]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1802, -1.3052, -1.6802, -1.0552]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4959, -1.4959, -0.9959, -1.3709]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4406, -1.5656, -1.1906, -1.0656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.943, -1.818, -0.693, -1.443]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4582, -1.3332, -0.9582, -1.5832]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8232, -2.4482, -0.4482, -1.6982]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6197, -2.9947, -0.3697, -1.8697]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.7477, -0.7477, -1.4977, -1.6227]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.0499, -3.2999, -0.4249, -1.4249]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1867, -1.9367, -1.5617, -1.1867]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9503, -1.8253, -1.0753, -1.2003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1796, -0.9296, -1.3046, -1.6796]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.273, -0.773, -1.398, -1.898]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6204, -3.4954, -0.2454, -2.1204]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2356, -1.6106, -1.1106, -1.1106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3009, -0.8009, -2.6759, -1.9259]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8624, -1.7374, -1.1124, -1.3624]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1815, -1.6815, -1.1815, -0.8065]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8087, -1.9337, -1.3087, -0.8087]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5407, -1.6657, -0.9157, -1.2907]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.581, -1.456, -1.206, -1.081]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.478, -2.853, -0.353, -1.603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.1207, -2.3707, -0.7457, -0.9957]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.444, -2.069, -1.819, -0.569]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7274, -1.4774, -2.1024, -0.7274]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7932, -0.9182, -1.4182, -1.9182]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.141, -0.641, -1.766, -2.016]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7716, -3.3966, -0.6466, -1.5216]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4446, -2.0696, -1.1946, -0.9446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6702, -1.9202, -2.2952, -0.6702]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.438, -2.313, -0.938, -1.063]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3572, -2.3572, -2.6072, -0.3572]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8347, -2.3347, -2.4597, -0.4597]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5699, -1.5699, -0.9449, -1.3199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5051, -1.5051, -1.1301, -1.1301]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.771, -1.146, -1.646, -1.271]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0625, -1.5625, -1.1875, -1.1875]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2753, -3.6503, -2.9003, -2.2753]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8152, -2.9402, -2.0652, -1.1902]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0226, -1.6476, -0.8976, -1.1476]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2976, -2.0476, -2.0476, -0.5476]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2706, -2.8956, -0.3956, -1.7706]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3539, -1.1039, -1.4789, -1.2289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.8086, -2.5586, -0.5586, -1.3086]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.195, -1.945, -0.695, -1.32]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2547, -2.0047, -2.1297, -0.5047]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4156, -1.6656, -1.0406, -1.1656]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.246, -1.496, -0.996, -1.371]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4895, -1.6145, -1.3645, -1.1145]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9056, -1.6556, -1.0306, -1.2806]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6925, -1.8175, -1.1925, -1.1925]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8716, -3.3716, -1.9966, -0.4966]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.353, -3.103, -2.603, -0.353]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7551, -1.7551, -0.8801, -1.6301]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9777, -2.2277, -0.8527, -1.2277]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.734, -1.359, -1.859, -0.984]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3146, -2.4396, -2.1896, -0.9396]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2204, -2.2204, -0.5954, -1.5954]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.107, -2.357, -0.732, -1.482]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6717, -1.4217, -1.1717, -1.0467]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2168, -1.5918, -1.0918, -1.2168]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3455, -1.5955, -0.9705, -1.3455]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9298, -2.0548, -0.5548, -1.6798]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.1103, -3.2353, -0.3603, -1.7353]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6528, -2.6528, -0.6528, -1.1528]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6509, -3.0259, -0.5259, -2.1509]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5826, -2.2076, -1.2076, -1.3326]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5531, -2.0531, -1.4281, -0.6781]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3324, -2.0824, -0.4574, -1.8324]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0465, -2.6715, -2.1715, -0.9215]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3674, -1.3674, -1.7424, -0.8674]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5192, -1.5192, -1.0192, -1.2692]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6176, -1.4926, -1.1176, -1.1176]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9603, -1.4603, -0.8353, -1.4603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8426, -1.2176, -0.9676, -1.4676]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5193, -1.5193, -1.0193, -1.2693]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5258, -1.5258, -1.2758, -1.0258]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9742, -1.8492, -1.0992, -1.3492]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3947, -2.1447, -0.8947, -1.2697]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4679, -1.8429, -0.8429, -1.4679]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7736, -2.2736, -0.6486, -1.5236]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.639, -1.639, -0.764, -1.514]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4809, -1.4809, -0.9809, -1.3559]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0907, -1.5907, -1.3407, -0.9657]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4226, -1.9226, -1.0476, -1.1726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1858, -1.1858, -1.4358, -1.3108]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6756, -1.4256, -2.0506, -0.6756]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9443, -1.4443, -1.1943, -1.0693]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3658, -1.3658, -1.1158, -1.3658]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3958, -1.2708, -0.7708, -1.7708]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.7341, -2.1091, -0.4841, -1.8591]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1006, -2.1006, -0.9756, -1.2256]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.67, -1.92, -1.42, -1.67]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9165, -0.4165, -2.4165, -2.1665]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1597, -0.4097, -2.0347, -2.4097]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8873, -1.8873, -1.2623, -0.7623]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5975, -2.0975, -1.7225, -0.5975]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4807, -1.4807, -0.9807, -1.3557]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3149, -1.6899, -1.5649, -0.8149]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8821, -1.3821, -1.1321, -1.2571]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6527, -1.7777, -1.0277, -1.1527]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3679, -2.1179, -1.2429, -1.2429]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6735, -1.9235, -1.6735, -0.9235]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6424, -1.5174, -1.0174, -1.2674]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6019, -1.6019, -1.2269, -0.9769]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.8452, -1.5952, -0.7202, -1.3452]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9283, -1.9283, -0.8033, -1.1783]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4416, -3.9416, -0.3166, -1.6916]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6366, -2.7616, -1.1366, -0.7616]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1472, -1.7722, -1.3972, -1.5222]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6064, -1.4814, -1.1064, -1.7314]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3749, -2.4999, -0.7499, -0.9999]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8468, -2.0968, -0.5968, -1.7218]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.7802, -1.9052, -0.6552, -1.2802]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.4817, -2.1067, -0.6067, -1.3567]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6606, -0.7856, -2.1606, -1.1606]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0742, -1.8242, -2.4492, -0.4492]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3615, -2.2365, -1.1115, -0.8615]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2285, -1.6035, -1.1035, -1.2285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6096, -1.9846, -0.7346, -1.3596]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5071, -2.0071, -1.1321, -1.0071]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0657, -2.8157, -0.5657, -1.5657]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8898, -2.0148, -1.1398, -1.3898]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6505, -2.4005, -1.1505, -0.6505]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8446, -1.7196, -1.3446, -0.8446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.8872, -2.8872, -0.7622, -0.8872]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-4.2569, -3.6319, -0.5069, -1.2569]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.4135, -3.5385, -0.4135, -1.4135]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.8265, -3.8265, -0.3265, -1.9515]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8782, -1.3782, -1.1282, -1.2532]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7283, -1.4783, -1.1033, -1.2283]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7691, -2.0191, -0.8941, -1.0191]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5655, -1.8155, -1.0655, -1.0655]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2506, -1.8756, -1.5006, -0.7506]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6371, -2.0121, -1.1371, -0.8871]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9741, -2.2241, -0.9741, -1.0991]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5735, -1.9485, -0.8235, -1.1985]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3706, -1.4956, -1.3706, -0.9956]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7236, -1.0986, -1.5986, -1.0986]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7063, -1.8313, -1.5813, -0.9563]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9421, -1.9421, -1.0671, -1.1921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6676, -1.0426, -1.9176, -0.9176]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0771, -1.8271, -0.8271, -1.2021]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7397, -1.1147, -0.9897, -1.6147]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5236, -1.6486, -0.8986, -1.3986]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0148, -2.7648, -0.7648, -1.5148]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8584, -2.8584, -0.7334, -1.1084]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0471, -1.4221, -2.1721, -0.7971]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6024, -2.2274, -1.1024, -0.8524]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.8259, -1.0759, -1.0759, -1.5759]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6476, -1.5226, -0.7726, -1.5226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6286, -1.8786, -1.0036, -1.0036]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2506, -2.0006, -1.0006, -1.1256]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7853, -1.7853, -0.9103, -1.1603]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5572, -1.8072, -0.9322, -1.1822]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3296, -1.8296, -0.3296, -2.4546]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.796, -1.921, -0.671, -1.421]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7206, -1.8456, -0.7206, -1.4706]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7501, -2.0001, -1.1251, -0.8751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7449, -2.6199, -0.4949, -1.6199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8388, -2.0888, -0.7138, -1.3388]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.842, -1.342, -1.092, -1.217]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0067, -2.1317, -0.6317, -1.5067]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1011, -2.3511, -0.6011, -1.6011]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1184, -2.6184, -0.4934, -1.4934]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1695, -0.2945, -2.4195, -2.4195]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6174, -1.6174, -1.6174, -1.1174]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7725, -1.0225, -1.3975, -1.2725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6727, -0.9227, -1.4227, -1.5477]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3712, -1.8712, -0.7462, -1.4962]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1813, -1.8063, -1.0563, -1.3063]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9691, -1.2191, -1.9691, -0.9691]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0879, -1.0879, -1.8379, -1.0879]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3556, -2.2306, -0.4806, -1.6056]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4059, -1.4059, -0.9059, -1.4059]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2907, -3.1657, -2.6657, -2.6657]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5837, -2.4587, -1.8337, -2.0837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4001, -2.7751, -3.6501, -1.7751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2418, -1.6168, -2.1168, -0.7418]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0932, -1.7182, -0.9682, -1.0932]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7492, -1.2492, -0.9992, -1.4992]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3231, -1.5731, -0.9481, -1.4481]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0123, -1.5123, -0.7623, -1.5123]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1142, -0.2392, -3.1142, -2.1142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8542, -1.1042, -1.9792, -0.8542]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6945, -2.4445, -1.3195, -0.9445]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1046, -2.3546, -1.1046, -0.9796]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6816, -1.0566, -1.5566, -1.5566]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2629, -1.5129, -1.1379, -1.1379]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8078, -3.3078, -0.9328, -1.0578]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4437, -3.0687, -2.1937, -0.5687]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5167, -1.5167, -1.0167, -1.2667]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5763, -1.4513, -1.2013, -1.0763]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7024, -2.9524, -1.9524, -1.3274]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2198, -2.2198, -0.5948, -1.5948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1195, -0.3695, -2.8695, -2.4945]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7381, -0.3631, -2.4881, -2.3631]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4957, -1.4957, -1.2457, -0.9957]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0573, -1.3073, -1.4323, -1.1823]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1349, -2.6349, -0.3849, -1.8849]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1725, -2.2975, -1.0475, -1.1725]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4711, -2.0961, -0.7211, -1.3461]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2192, -1.2192, -1.3442, -1.2192]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4784, -1.8534, -0.7284, -1.4784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6922, -1.8172, -0.8172, -1.3172]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2113, -1.2113, -1.5863, -1.0863]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3356, -1.4606, -1.2106, -1.2106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7964, -1.2964, -1.0464, -1.6714]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9712, -1.3462, -1.0962, -1.4712]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1544, -1.6544, -1.4044, -1.0294]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7911, -2.1661, -1.4161, -0.9161]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2029, -2.4529, -1.5779, -0.4529]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1543, -2.4043, -1.2793, -0.6543]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5574, -1.4324, -1.0574, -1.3074]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4652, -1.2152, -1.2152, -1.3402]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2673, -2.0173, -1.1423, -0.8923]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8404, -1.2154, -1.5904, -0.9654]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2594, -1.7594, -2.0094, -1.0094]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8185, -1.9435, -0.9435, -1.0685]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9619, -1.4619, -1.2119, -1.2119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3252, -2.0752, -1.0752, -1.0752]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.152, -2.027, -3.027, -0.402]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6226, -1.8726, -1.8726, -0.8726]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7328, -0.8578, -1.9828, -1.4828]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1723, -1.5473, -1.0473, -1.2973]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4765, -1.4765, -0.9765, -1.3515]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4423, -1.5673, -1.1923, -1.0673]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4196, -3.5446, -0.1696, -2.5446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1987, -3.0737, -0.3237, -1.9487]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6025, -2.1025, -1.1025, -1.3525]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5637, -2.1887, -0.9387, -1.4387]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8867, -1.3867, -1.2617, -1.0117]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6382, -1.7632, -1.1382, -1.1382]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7338, -1.4838, -1.4838, -0.8588]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3284, -1.4534, -1.2034, -1.2034]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4724, -1.0974, -1.0974, -1.4724]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2734, -1.5234, -1.0234, -1.2734]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.6154, -0.2404, -2.9904, -2.3654]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.635, -0.26, -2.885, -2.385]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.2759, -2.5259, -0.5259, -1.4009]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9998, -2.8748, -0.7498, -1.1248]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9536, -1.2036, -1.0786, -1.4536]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8081, -1.3081, -0.9331, -1.4331]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4758, -0.9758, -1.2258, -1.6008]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2368, -1.4868, -0.9868, -1.3618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5699, -1.0699, -2.0699, -1.3199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0033, -1.1283, -1.3783, -1.5033]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7488, -1.9988, -0.8738, -1.1238]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.7523, -2.7523, -0.6273, -1.1273]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3034, -2.6784, -0.6784, -1.4284]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0632, -1.8132, -1.8132, -0.9382]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4149, -1.6649, -1.2899, -0.7899]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9262, -1.4262, -1.3012, -0.9262]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2347, -1.6097, -0.9847, -1.2347]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4764, -1.8514, -0.9764, -1.1014]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7042, -1.8292, -0.9542, -1.0792]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4649, -1.4649, -1.2149, -1.2149]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6163, -2.1163, -1.2413, -1.2413]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0566, -2.0566, -1.1816, -1.0566]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.956, -0.956, -2.081, -0.956]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.889, -1.014, -1.764, -1.014]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5171, -1.5171, -1.0171, -1.2671]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5259, -1.6509, -1.1509, -1.0259]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1952, -3.0702, -2.9452, -0.3202]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2492, -0.9992, -2.3742, -0.9992]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4231, -1.4231, -1.1731, -1.1731]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0099, -1.6349, -1.5099, -1.0099]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4977, -1.6227, -0.9977, -1.2477]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5049, -1.5049, -1.1299, -1.1299]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7655, -1.8905, -0.8905, -1.1405]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5698, -1.8198, -1.0698, -1.0698]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.554, -2.054, -0.929, -1.054]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5593, -1.8093, -1.1843, -0.9343]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1488, -2.6488, -0.2738, -2.1488]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9868, -2.3618, -0.3618, -2.1118]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.457, -2.207, -0.957, -1.457]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5269, -1.5269, -2.0269, -1.0269]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0769, -1.3269, -1.9519, -0.7019]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0756, -2.0756, -0.8256, -1.0756]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3946, -2.6446, -0.7696, -1.1446]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9741, -2.0991, -1.2241, -0.8491]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6869, -1.4369, -1.0619, -1.1869]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8574, -2.2324, -1.7324, -1.1074]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9266, -1.4266, -0.9266, -1.3016]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9153, -1.5403, -0.9153, -1.2903]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.4642, -4.3392, -0.4642, -1.2142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5258, -2.9008, -1.1508, -0.6508]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8458, -3.3458, -0.2208, -2.3458]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5496, -3.0496, -0.2996, -2.0496]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6731, -0.4231, -1.9231, -2.4231]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4311, -0.4311, -1.6811, -2.3061]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5308, -3.0308, -0.2808, -2.5308]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2032, -3.7032, -0.3282, -2.3282]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8006, -0.8006, -2.0506, -1.5506]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3349, -0.8349, -2.3349, -1.2099]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3548, -1.8548, -0.7298, -1.3548]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4975, -1.9975, -1.1225, -1.2475]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5992, -1.4742, -0.9742, -1.3492]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3812, -1.8812, -1.5062, -0.7562]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6987, -1.0737, -1.8237, -1.0737]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.934, -1.434, -1.684, -0.809]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9175, -1.2925, -1.0425, -1.2925]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8013, -1.4263, -0.9263, -1.4263]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3878, -1.3878, -1.3878, -1.0128]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3513, -1.6013, -1.6013, -0.8513]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1416, -3.1416, -0.2666, -2.1416]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0667, -2.9417, -0.5667, -1.4417]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4592, -2.9592, -0.7092, -1.2092]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6544, -2.1544, -1.1544, -0.9044]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4555, -1.8305, -1.0805, -1.3305]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5042, -1.6292, -1.2542, -1.1292]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4171, -2.7921, -1.0421, -1.2921]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2086, -2.4586, -0.7086, -1.3336]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2143, -2.0893, -0.5893, -1.4643]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4119, -2.5369, -0.4119, -1.7869]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7037, -2.0787, -0.8287, -1.2037]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8519, -1.9769, -0.7269, -1.3519]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1274, -1.7524, -0.8774, -1.3774]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5289, -1.9039, -1.0289, -1.0289]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3922, -2.0172, -1.1422, -0.7672]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.077, -2.327, -1.452, -0.577]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6671, -1.1671, -1.5421, -1.4171]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1105, -1.8605, -0.8605, -1.3605]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.84, -2.09, -0.84, -1.215]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4919, -1.7419, -0.9919, -1.2419]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5754, -0.4504, -2.5754, -1.5754]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4382, -1.4382, -1.4382, -0.9382]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8365, -0.9615, -1.5865, -1.4615]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1337, -1.3837, -0.8837, -1.3837]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9151, -0.2901, -2.4151, -2.1651]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.417, -1.292, -1.167, -1.292]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.091, -1.841, -0.591, -1.591]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9867, -1.2367, -1.2367, -1.4867]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0416, -3.1666, -0.5416, -1.6666]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7004, -3.3254, -0.4504, -1.5754]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1949, -2.5699, -2.4449, -0.3199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9001, -1.7751, -1.1501, -0.9001]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2903, -2.1653, -0.5403, -1.7903]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1449, -1.7699, -0.8949, -1.3949]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.1541, -3.5291, -0.1541, -3.1541]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.449, -2.449, -0.449, -2.199]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.957, -1.832, -0.707, -1.332]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9099, -2.0349, -0.6599, -1.4099]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8897, -2.0147, -0.6397, -1.8897]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0454, -2.1704, -0.6704, -1.6704]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.272, -3.022, -0.272, -2.272]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3511, -1.8511, -0.7261, -1.4761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4615, -2.0865, -1.7115, -0.5865]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2189, -2.3439, -1.8439, -0.5939]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8567, -0.9817, -2.1067, -1.2317]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6319, -1.2569, -1.6319, -0.8819]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4768, -3.1018, -4.6018, -0.1018]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.463, -2.463, -3.463, -0.213]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9413, -0.9413, -1.9413, -1.4413]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9811, -1.6061, -1.6061, -1.1061]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6526, -4.6526, -0.1526, -3.0276]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4427, -4.3177, -0.1927, -2.1927]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6415, -1.8915, -0.7665, -1.3915]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7425, -1.8675, -0.7425, -1.3675]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5223, -1.5223, -1.0223, -1.2723]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5172, -1.5172, -1.1422, -1.1422]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3868, -1.8868, -0.8868, -1.0118]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9776, -1.7276, -1.2276, -0.8526]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5253, -1.5253, -0.9003, -1.4003]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2135, -1.4635, -1.0885, -1.3385]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.1198, -0.4948, -2.2448, -1.4948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.8505, -0.6005, -1.3505, -2.1005]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6535, -2.7785, -0.5285, -1.5285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9275, -2.4275, -0.8025, -1.5525]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.573, -1.198, -0.948, -1.698]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.297, -1.172, -1.172, -1.422]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9761, -2.2261, -1.7261, -1.2261]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0105, -2.3855, -0.6355, -1.2605]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3102, -1.3102, -0.9352, -1.3102]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7951, -1.1701, -1.0451, -1.4201]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0441, -1.9191, -0.7941, -1.1691]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8819, -1.7569, -0.7569, -1.3819]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.311, -2.061, -0.811, -1.186]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7271, -1.3521, -1.3521, -1.3521]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5785, -1.5785, -0.9535, -1.3285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6011, -1.6011, -1.2261, -0.9761]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7239, -1.7239, -0.5989, -1.7239]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6545, -1.5295, -0.6545, -1.9045]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1943, -1.5693, -0.8193, -1.3193]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9595, -1.2095, -0.9595, -1.4595]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6116, -1.3616, -1.1116, -1.3616]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9547, -1.9547, -1.2047, -0.8297]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2594, -1.5094, -1.3844, -1.0094]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1923, -1.8173, -1.0673, -1.0673]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.614, -1.739, -1.114, -0.989]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5232, -1.7732, -1.2732, -1.0232]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4291, -1.6791, -0.8041, -1.5541]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4198, -1.6698, -0.9198, -1.4198]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3439, -2.5939, -0.4689, -1.9689]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6447, -1.6447, -1.1447, -1.0197]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8005, -4.1755, -0.1755, -2.6755]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0883, -4.3383, -0.2133, -2.7133]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0755, -2.0755, -1.0755, -1.0755]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1636, -1.7886, -1.6636, -0.7886]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9278, -1.3028, -1.8028, -0.9278]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4176, -1.1676, -1.9176, -1.0426]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8748, -1.2498, -0.9998, -1.3748]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4174, -1.4174, -0.9174, -1.2924]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.399, -1.149, -1.649, -1.024]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4235, -1.7985, -1.0485, -1.0485]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7687, -1.3937, -2.2687, -0.6437]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1355, -1.1355, -2.2605, -0.7605]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5657, -1.5657, -0.9407, -1.3157]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5555, -1.5555, -1.1805, -1.0555]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-3.1623, -1.0373, -1.0373, -1.5373]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-3.3534, -0.4784, -1.7284, -1.9784]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.1273, -1.0023, -1.8773, -1.0023]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8165, -1.3165, -1.1915, -1.4415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9211, -0.2961, -3.0461, -2.1711]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.509, -1.259, -1.259, -1.134]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.024, -1.524, -0.899, -1.274]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8841, -1.6341, -0.8841, -1.2591]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8508, -1.7258, -1.3508, -1.1008]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9538, -1.8288, -1.4538, -1.0788]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4473, -2.0723, -0.9473, -1.0723]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8789, -1.8789, -1.5039, -0.7539]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.628, -2.378, -1.003, -0.753]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1159, -1.6159, -0.9909, -1.1159]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9537, -1.7037, -0.9537, -1.3287]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4496, -1.4496, -1.1996, -1.3246]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3618, -2.7368, -1.4868, -0.8618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.797, -1.672, -1.297, -1.422]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5514, -2.5514, -0.6764, -1.3014]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8838, -2.8838, -0.7588, -1.0088]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9908, -2.6158, -0.8658, -1.1158]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6776, -1.8026, -0.8026, -1.4276]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2652, -0.6402, -2.1402, -1.5152]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.001, -1.376, -1.501, -1.126]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6654, -2.2904, -0.4154, -2.0404]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1351, -1.7601, -0.7601, -1.6351]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.555, -2.055, -2.68, -0.43]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1308, -1.5058, -1.3808, -1.2558]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.947, -1.822, -1.322, -0.822]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6284, -1.7534, -2.0034, -0.7534]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6528, -1.2778, -1.7778, -1.2778]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.051, -1.676, -1.301, -1.176]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4051, -2.2801, -0.6551, -1.1551]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3416, -2.3416, -1.0916, -0.7166]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3002, -2.3002, -1.3002, -1.1752]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2873, -2.9123, -0.6623, -1.2873]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.218, -2.218, -0.468, -1.718]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.094, -2.594, -0.594, -1.344]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7142, -2.8392, -0.3392, -1.7142]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8001, -2.1751, -0.6751, -1.1751]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3819, -1.6319, -0.7569, -1.5069]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2893, -1.4143, -1.1643, -1.1643]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4136, -2.4136, -2.7886, -2.0386]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0465, -1.7965, -1.6715, -1.5465]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4899, -1.1149, -1.2399, -1.3649]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6448, -1.2698, -1.7698, -0.8948]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5213, -1.5213, -1.0213, -1.2713]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.641, -1.641, -1.141, -1.016]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.1546, -0.6546, -2.6546, -1.1546]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.2362, -0.4862, -2.1112, -1.8612]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3336, -1.4586, -0.9586, -1.2086]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9214, -1.4214, -0.9214, -1.2964]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3599, -2.1099, -1.9849, -0.8599]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9958, -1.8708, -1.7458, -0.7458]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7251, -2.4751, -0.9751, -1.2251]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1253, -2.7503, -0.8753, -1.1253]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5636, -1.5636, -0.9386, -1.3136]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7157, -1.5907, -1.2157, -0.9657]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3614, -2.6114, -0.4864, -1.4864]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2307, -1.2307, -1.6057, -1.2307]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4032, -1.7782, -0.9032, -1.2782]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.54, -1.415, -1.04, -1.415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7625, -1.3875, -1.8875, -1.0125]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6707, -1.4207, -1.6707, -0.9207]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8344, -1.9594, -0.9594, -1.2094]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.907, -1.907, -1.032, -1.157]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3869, -1.5119, -1.2619, -1.0119]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7795, -1.7795, -1.6545, -1.0295]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5934, -1.9684, -0.5934, -1.7184]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8773, -1.6273, -0.7523, -1.6273]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5756, -2.0756, -2.4506, -1.7006]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.627, -2.127, -1.127, -1.002]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5726, -1.5726, -0.9476, -1.3226]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3223, -1.6973, -1.5723, -0.8223]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0136, -0.8886, -2.2636, -1.2636]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.864, -0.864, -2.364, -1.239]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9857, -1.3607, -0.9857, -1.2357]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2333, -1.6083, -0.9833, -1.1083]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7046, -1.7046, -0.9546, -1.2046]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.657, -1.782, -0.907, -1.282]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1785, -2.4285, -0.6785, -1.4285]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2168, -2.5918, -0.7168, -1.3418]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0464, -2.5464, -0.7964, -1.2964]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9895, -3.3645, -0.8645, -1.1145]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2561, -1.8811, -0.7561, -1.6311]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4617, -1.5867, -1.2117, -1.2117]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4005, -2.7755, -0.2755, -2.2755]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9975, -2.3725, -0.3725, -2.1225]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3503, -0.7253, -1.9753, -1.7253]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1368, -1.0118, -2.1368, -1.2618]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8468, -2.3468, -0.5968, -1.4718]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5344, -1.9094, -1.1594, -1.0344]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4606, -0.3356, -2.5856, -2.2106]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4594, -0.3344, -2.5844, -2.0844]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7851, -2.9101, -0.5351, -1.2851]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1485, -2.1485, -1.0235, -1.1485]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7415, -3.2415, -2.1165, -0.2415]}
{"tag": "armA_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0949, -2.5949, -1.2199, -0.5949]}