{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7624, -2.1374, -1.2624, -1.2624]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9542, -2.2042, -1.8292, -0.5792]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3493, -0.3493, -3.8493, -3.0993]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9048, -1.0298, -4.4673, -1.9048]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3495, -3.7245, -2.5995, -2.8495]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5685, -1.0685, -1.5685, -1.6935]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8537, -4.7287, -0.1037, -4.9787]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8026, -2.3026, -1.1776, -0.8026]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4379, -0.6879, -2.1879, -2.9379]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3694, -1.2444, -1.4944, -1.7444]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9388, -3.5638, -3.1888, -0.3138]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8359, -2.8359, -3.2109, -0.4609]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9774, -3.6024, -4.1024, -0.1024]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9693, -0.7193, -2.3443, -1.9693]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9426, -3.0676, -0.3176, -2.6926]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9706, -3.2206, -0.5956, -1.2206]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7345, -0.2345, -3.9845, -4.3595]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.133, -0.258, -4.008, -3.383]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1374, -4.8874, -5.5124, -2.7624]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3905, -4.3905, -4.7655, -0.2655]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0966, -3.9716, -0.2216, -5.0966]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.907, -3.157, -1.032, -2.032]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1774, -6.3024, -3.8024, -5.5524]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4475, -4.3225, -1.8225, -3.0725]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8078, -2.8078, -2.3078, -0.3078]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0916, -1.5916, -2.4666, -1.3416]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5195, -3.7695, -2.0195, -0.5195]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.971, -1.346, -1.971, -0.971]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5806, -4.4556, -0.0806, -4.8306]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7539, -3.7539, -0.2539, -3.2539]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4072, -3.2822, -0.1572, -3.4072]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0148, -3.5148, -0.2648, -3.3898]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9451, -4.8201, -5.0701, -0.0701]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.019, -0.394, -3.894, -2.144]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.765, -1.515, -0.765, -2.39]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8732, -1.8732, -1.7482, -2.2482]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9524, -1.9524, -1.2024, -2.5774]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0814, -2.9564, -1.8314, -1.0814]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.388, -0.263, -2.138, -2.763]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4995, -0.4995, -3.2495, -1.8745]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0062, -1.5062, -2.5062, -1.6312]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6353, -1.2603, -2.1353, -1.1353]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.307, -4.057, -0.432, -4.307]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6141, -2.1141, -0.7391, -2.8641]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7074, -0.4574, -1.5824, -5.3324]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8868, -0.8868, -0.8868, -3.2618]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4194, -0.9194, -3.9194, -0.6694]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.943, -1.068, -2.693, -0.818]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7583, -0.7583, -3.0083, -1.8833]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6354, -0.8854, -3.8854, -1.3854]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0787, -2.7037, -0.3287, -3.7037]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.5855, -2.8355, -4.3355, -0.2105]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9659, -2.3409, -2.2159, -0.4659]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2609, -3.0109, -2.2609, -0.3859]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9234, -3.0484, -2.1734, -0.4234]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3306, -1.4556, -1.9556, -1.3306]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6985, -4.3235, -2.0735, -1.0735]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0473, -2.2973, -1.2973, -1.6723]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1659, -0.6659, -3.7909, -0.9159]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0588, -0.4338, -3.9338, -1.6838]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.7274, -2.2274, -3.3524, -0.3524]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.2282, -2.8532, -2.9782, -0.3532]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3714, -3.3714, -2.3714, -2.6214]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9933, -2.9933, -1.1183, -1.7433]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9509, -1.9509, -2.7009, -1.2009]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.3661, -2.2411, -3.6161, -1.1161]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3797, -1.0047, -1.3797, -2.7547]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4682, -1.2182, -1.2182, -2.3432]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.485, -2.485, -2.61, -0.36]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3713, -1.9963, -1.9963, -0.9963]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.348, -3.973, -3.473, -1.723]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.2644, -3.6394, -4.2644, -2.5144]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9822, -2.2322, -3.7322, -0.2322]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1293, -2.3793, -3.5043, -0.3793]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3292, -3.2042, -3.2042, -3.9542]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9031, -2.6531, -1.1531, -2.1531]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2857, -3.7857, -5.0357, -2.0357]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5047, -2.0047, -5.5672, -2.1297]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5773, -2.0773, -2.2023, -0.7023]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3344, -1.4594, -1.8344, -1.5844]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5857, -0.8357, -1.8357, -1.3357]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5083, -1.1333, -1.6333, -1.7583]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1904, -4.4404, -2.9404, -5.1904]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1815, -4.994, -4.244, -3.3065]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2635, -3.3885, -4.1385, -2.2635]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6577, -1.9077, -4.0327, -1.6577]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.7858, -3.2858, -0.1608, -4.7858]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4945, -2.1195, -0.8695, -2.1195]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7114, -3.2114, -4.5864, -0.9614]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7189, -3.2189, -4.7189, -0.9689]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2, -3.7, -3.2, -2.7]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3554, -3.7304, -3.4804, -2.3554]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4812, -2.3562, -1.1062, -1.2312]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6591, -1.5341, -1.1591, -1.7841]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3863, -1.6363, -0.6363, -2.0113]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4543, -1.7043, -0.9543, -2.0793]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1349, -4.8849, -0.2599, -5.7599]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9891, -3.2391, -0.6141, -2.3641]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2505, -3.8755, -0.2505, -3.1255]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.916, -3.416, -0.416, -1.791]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7842, -0.5342, -2.7842, -1.6592]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5231, -1.2731, -0.8981, -1.7731]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8497, -0.4747, -2.4747, -2.9747]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8403, -0.3403, -4.3403, -2.9653]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.217, -0.342, -4.092, -4.467]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6953, -0.8203, -3.1953, -1.6953]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2153, -2.4653, -0.4653, -2.9653]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5607, -2.4357, -0.4357, -2.4357]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8426, -2.8426, -0.7176, -1.4676]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0115, -2.6365, -0.7615, -2.1365]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.581, -3.081, -0.456, -1.706]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.987, -3.112, -1.237, -1.612]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2233, -1.8483, -2.2233, -0.4733]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8292, -1.2042, -1.9542, -1.3292]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8989, -0.6489, -2.6489, -2.0239]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.9753, -0.8503, -3.3503, -0.9753]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0334, -2.7834, -2.4084, -0.4084]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2137, -0.5887, -2.9637, -1.8387]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0921, -2.7171, -4.7171, -0.2171]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9898, -2.9898, -4.7398, -0.3648]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1954, -1.5704, -0.6954, -2.9454]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.9176, -0.7926, -3.2926, -1.0426]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7292, -1.2292, -1.3542, -1.4792]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.421, -1.921, -1.296, -1.421]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.675, -1.55, -1.05, -1.55]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4453, -1.6953, -1.0703, -1.1953]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9559, -2.4559, -0.4559, -3.5809]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5189, -3.2689, -0.5189, -2.8939]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7497, -2.6247, -2.3747, -1.3747]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4163, -2.1663, -2.2913, -1.0413]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3748, -2.8748, -4.1248, -0.4998]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6592, -2.1592, -3.4092, -1.5342]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4938, -3.2438, -3.3688, -0.2438]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1647, -3.5397, -1.5397, -1.1647]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0557, -0.9307, -2.3057, -1.4307]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7333, -0.8583, -2.2333, -1.6083]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6589, -1.1589, -1.6589, -1.4089]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.8956, -1.5206, -2.5206, -0.5206]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5088, -2.0088, -4.2588, -0.2588]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8309, -2.7059, -0.8309, -1.4559]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2982, -0.4232, -2.7982, -2.4232]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2348, -0.4848, -4.2348, -1.3598]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3405, -1.4655, -0.7155, -2.2155]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0489, -1.1739, -1.4239, -1.4239]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6953, -1.5703, -1.3203, -1.3203]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7829, -1.9079, -1.1579, -1.4079]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3435, -0.0935, -5.5935, -3.5935]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9727, -0.5977, -4.3477, -1.5977]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8907, -1.2657, -2.2657, -0.8907]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.2707, -1.1457, -2.3957, -1.5207]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.6076, -4.3576, -5.7326, -0.1076]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5748, -3.0748, -5.9498, -0.1998]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4013, -2.4013, -2.7763, -2.5263]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6189, -2.2439, -2.7439, -1.9939]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0225, -2.0225, -0.2725, -4.3975]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6315, -2.2565, -0.8815, -2.2565]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8011, -2.0511, -2.0511, -0.4261]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3934, -3.0184, -1.0184, -0.8934]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4252, -2.4252, -0.5502, -1.6752]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4805, -1.9805, -1.6055, -0.8555]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.667, -3.792, -4.292, -0.167]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7558, -3.1308, -2.1308, -1.3808]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.019, -0.519, -2.144, -2.269]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6611, -2.5361, -1.2861, -1.1611]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7347, -0.9847, -4.2347, -4.2347]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4003, -2.1503, -4.4003, -3.2753]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6804, -0.9304, -2.6804, -1.3054]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9754, -1.1004, -1.4754, -1.6004]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3628, -0.1128, -3.7378, -3.9878]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8347, -0.4597, -3.4597, -2.4597]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7913, -0.2913, -3.7913, -2.5413]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9371, -0.4371, -4.0621, -2.5621]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2504, -2.1254, -1.0004, -2.3754]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1886, -1.9386, -1.5636, -1.5636]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0097, -2.6347, -1.1347, -0.8847]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4929, -2.8679, -3.3679, -0.2429]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5863, -2.2113, -1.8363, -0.4613]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-3.2031, -0.3281, -3.2031, -2.4531]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0089, -1.5089, -1.5089, -1.2589]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1332, -1.0082, -2.2582, -1.5082]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0081, -0.6331, -1.6331, -2.5081]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9227, -0.6727, -2.1727, -2.2977]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4896, -4.7396, -4.6146, -0.1146]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.2603, -3.2603, -5.0103, -0.1353]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3912, -2.1412, -0.2662, -3.6412]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3412, -4.5912, -0.5912, -1.0912]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.0629, -2.6879, -0.6879, -3.8129]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0372, -2.4122, -1.2872, -1.7872]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0624, -0.8124, -1.6874, -1.1874]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.5457, -1.1707, -3.4207, -0.5457]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1468, -3.5218, -1.6468, -0.5218]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2806, -1.7806, -1.6556, -1.4056]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.3522, -2.8522, -0.9772, -0.8522]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8146, -2.8146, -0.6896, -1.3146]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5546, -1.8046, -3.1796, -2.4296]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.0948, -0.9698, -2.9698, -1.9698]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9973, -0.7473, -2.2473, -1.9973]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1473, -0.7723, -2.8973, -1.7723]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6099, -0.2349, -3.7349, -3.7349]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.619, -0.244, -4.369, -3.494]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2657, -1.6407, -3.8907, -0.5157]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6679, -1.5429, -3.4179, -0.5429]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4907, -1.2407, -1.3657, -1.7407]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0829, -1.2079, -1.5829, -1.4579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3071, -0.1821, -4.4321, -3.9321]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2212, -1.3462, -1.0962, -2.4712]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6242, -2.8742, -3.1242, -1.2492]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7023, -4.7648, -3.0773, -0.9523]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6551, -1.7801, -0.7801, -2.1551]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4136, -3.7886, -0.4136, -2.2886]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1231, -1.3731, -1.8731, -1.6231]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1374, -1.8874, -1.3874, -1.7624]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2945, -2.4195, -1.1695, -0.9195]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4809, -1.7309, -1.4809, -0.9809]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1977, -3.8227, -0.1977, -4.0727]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8224, -3.0724, -0.5724, -2.0724]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1384, -5.3884, -0.1384, -5.5134]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9034, -4.7784, -0.1534, -3.7784]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.944, -5.444, -6.069, -0.069]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6746, -4.2996, -3.0496, -1.0496]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3605, -4.8605, -0.1105, -4.8605]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.172, -3.922, -0.297, -3.172]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6376, -0.1376, -5.3876, -5.1376]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7076, -0.2076, -3.4576, -3.8326]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.1851, -5.1851, -5.3101, -0.0601]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.897, -6.272, -4.772, -0.147]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.5528, -2.0528, -1.9278, -2.4278]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.4631, -2.4631, -3.8381, -1.8381]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2675, -0.6425, -3.3925, -1.5175]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9629, -1.4629, -1.7129, -2.2129]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6441, -1.8941, -0.8941, -1.6441]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6122, -0.4872, -2.1122, -2.4872]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9817, -2.7317, -1.9817, -0.9817]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4728, -2.0978, -0.9728, -1.7228]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6464, -0.5214, -2.1464, -1.8964]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5186, -1.5186, -0.8936, -1.6436]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4055, -1.9055, -1.2805, -0.9055]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0943, -2.3443, -1.0943, -0.8443]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6086, -0.4836, -3.7336, -1.8586]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4617, -1.3367, -2.2117, -1.4617]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5073, -2.3823, -0.6323, -2.2573]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9994, -1.9994, -1.9994, -1.3744]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.273, -1.773, -2.273, -1.023]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7615, -1.3865, -1.5115, -1.2615]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9461, -0.8211, -2.0711, -1.6961]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0943, -0.7193, -3.5943, -1.3443]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8414, -0.8414, -1.4664, -2.2164]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6079, -1.3579, -1.4829, -1.4829]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3708, -0.8708, -2.6208, -0.8708]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2808, -1.1558, -1.7808, -1.9058]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.26, -2.385, -3.135, -0.26]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2459, -4.7459, -4.1209, -0.1209]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5703, -2.3203, -1.3203, -0.9453]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0577, -2.0577, -1.3077, -1.9327]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.501, -1.876, -1.251, -1.501]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9725, -2.2225, -2.0975, -1.2225]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9599, -2.0849, -1.0849, -2.5849]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0771, -1.5771, -1.7021, -1.7021]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.216, -2.966, -3.841, -3.841]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7559, -2.3809, -1.8809, -1.6309]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5858, -0.3358, -3.8358, -3.9608]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8197, -0.5697, -3.3197, -2.6947]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.8161, -0.1911, -5.1911, -5.3161]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1124, -0.2374, -3.9874, -3.1124]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5555, -4.0555, -0.1805, -3.1805]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6488, -3.1488, -0.7738, -1.5238]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4765, -3.1015, -4.6015, -1.9765]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6793, -1.3043, -4.3043, -2.9293]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2703, -4.2703, -3.3953, -0.1453]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8708, -2.4958, -0.7458, -1.6208]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2313, -3.4813, -4.3563, -3.8563]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7885, -1.7885, -2.2885, -1.7885]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4984, -0.3734, -3.4984, -1.8734]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6971, -1.3221, -2.3221, -1.1971]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1263, -1.8763, -1.5013, -1.3763]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.622, -1.372, -1.747, -1.497]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8287, -2.8287, -0.2037, -3.3287]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8204, -3.3204, -0.1954, -3.0704]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4016, -1.6516, -2.4016, -0.5266]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9122, -1.5372, -1.9122, -0.9122]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9196, -3.4196, -0.6696, -1.5446]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3487, -2.9737, -1.4737, -1.2237]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8329, -0.4579, -1.9579, -3.4579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9677, -1.2177, -1.2177, -1.8427]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1336, -4.2586, -0.1336, -5.6336]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7096, -2.4596, -0.3346, -3.5846]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7964, -2.9214, -1.0464, -0.9214]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2446, -1.4946, -0.8696, -1.8696]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2016, -5.5766, -4.4516, -0.0766]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.926, -5.2385, -4.051, -0.176]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3409, -1.9659, -2.9659, -0.7159]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.859, -0.984, -3.234, -0.859]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7544, -4.2544, -5.3794, -0.7544]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.281, -3.531, -5.0935, -2.281]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9563, -2.4563, -3.3313, -0.4563]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.916, -1.166, -3.166, -1.791]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4839, -4.2339, -0.1089, -4.6089]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6793, -4.0543, -0.6793, -1.0543]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8623, -2.6123, -0.3623, -1.7373]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6099, -2.9849, -0.3599, -1.9849]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0233, -1.6483, -0.6483, -2.3983]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3565, -1.3565, -1.3565, -1.2315]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4934, -2.6184, -0.8684, -0.9934]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2232, -2.0982, -2.0982, -0.5982]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0998, -3.4748, -0.7248, -0.8498]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9459, -3.0709, -0.6959, -1.4459]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2416, -1.7416, -2.2416, -2.1166]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4939, -0.4939, -3.2439, -2.2439]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8252, -2.9502, -1.8252, -0.4502]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6082, -1.1082, -2.3582, -1.3582]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7122, -3.4622, -3.9622, -0.3372]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7025, -2.4525, -2.4525, -0.5775]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7083, -2.4583, -1.0833, -1.0833]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2581, -2.0081, -1.3831, -1.5081]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6991, -1.6991, -2.8241, -0.6991]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8855, -0.6355, -2.5105, -2.0105]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1771, -4.0521, -4.8021, -2.9271]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5337, -3.5337, -4.1587, -1.2837]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7459, -2.7459, -0.3709, -4.8709]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9898, -1.9898, -0.6148, -2.3648]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8962, -1.5212, -2.0212, -0.7712]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3604, -1.3604, -2.1104, -1.4854]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5203, -0.3953, -4.1453, -1.6453]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6714, -1.5464, -3.1714, -0.7964]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.1274, -5.7524, -5.5024, -3.6274]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7121, -3.2121, -2.2121, -1.4621]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2501, -1.0001, -0.8751, -3.2501]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.5441, -2.4191, -1.2941, -0.6691]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9715, -1.2215, -0.7215, -2.9715]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3483, -2.2233, -0.4733, -2.5983]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5688, -1.0688, -1.9438, -0.9438]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9614, -2.7114, -0.3364, -2.4614]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1416, -2.2666, -0.2666, -4.1416]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6363, -0.6363, -1.7613, -2.1363]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3697, -0.1197, -3.7447, -3.9947]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8696, -1.1196, -2.3696, -1.1196]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6561, -4.6561, -0.1561, -3.0311]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7283, -4.3533, -0.2283, -2.8533]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1573, -3.2823, -4.2823, -0.1573]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3627, -1.6127, -1.3627, -1.7377]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.437, -5.562, -5.937, -0.062]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4024, -6.0899, -6.4649, -0.1524]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2, -0.7, -3.325, -1.075]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.675, -0.3, -4.8, -2.55]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.526, -1.776, -2.651, -2.026]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6603, -1.7853, -3.5353, -1.7853]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-0.9566, -0.8316, -2.4566, -3.0816]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2142, -1.7142, -1.0892, -2.2142]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3121, -2.6871, -3.0621, -0.3121]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5678, -3.3178, -2.3178, -0.5678]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4839, -3.3589, -1.3589, -3.8589]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0406, -1.5406, -1.2906, -2.6656]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9269, -1.8019, -0.5519, -1.9269]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6918, -1.1918, -1.6918, -1.4418]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.0184, -0.1434, -5.1434, -5.6434]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2226, -0.2226, -4.4726, -3.7226]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4256, -1.9256, -2.4256, -2.6756]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2885, -1.7885, -1.9135, -1.1635]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5221, -1.6471, -1.2721, -1.5221]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2371, -2.4871, -3.3621, -0.7371]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3339, -3.5839, -3.7089, -0.2089]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3043, -2.5543, -1.4293, -1.0543]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5439, -3.2939, -0.1689, -4.5439]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0346, -2.2846, -1.0346, -1.2846]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4281, -3.1781, -3.9281, -1.4281]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3255, -3.0755, -5.013, -2.7005]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7749, -3.8999, -4.2749, -0.1499]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7613, -3.2613, -3.6363, -0.3863]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6961, -2.9461, -1.6961, -1.5711]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6371, -1.7621, -2.0121, -0.8871]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.184, -2.059, -1.309, -0.809]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8538, -2.1038, -1.2288, -1.1038]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6374, -1.8874, -2.5124, -0.6374]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.269, -2.519, -2.394, -0.769]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2723, -2.3973, -3.6473, -3.7723]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8133, -2.1883, -2.5633, -1.8133]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6076, -3.9826, -0.3576, -4.3576]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8661, -2.8661, -1.3661, -1.8661]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4517, -4.4517, -0.0767, -5.0767]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8207, -1.9457, -0.6957, -2.4457]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5564, -0.1814, -3.0564, -3.6814]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.8639, -0.3639, -4.1139, -1.6139]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1193, -2.3693, -3.8693, -0.3693]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8091, -1.0591, -3.4341, -0.8091]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6572, -0.1572, -4.1572, -2.7822]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3406, -0.5906, -2.8406, -1.5906]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0948, -4.8448, -4.2198, -5.3448]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7871, -1.9121, -1.5371, -2.2871]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.8745, -0.8745, -0.8745, -5.2495]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3944, -0.5194, -2.8944, -3.1444]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8929, -2.3929, -0.8929, -3.3929]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0861, -1.7111, -1.0861, -2.5861]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1723, -1.4223, -2.0473, -1.0473]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6804, -1.4304, -1.6804, -1.4304]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.5345, -0.1595, -4.9095, -4.9095]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2551, -2.1301, -1.3801, -1.3801]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1179, -3.6179, -0.2429, -2.4929]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5223, -2.0223, -1.2723, -1.2723]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4442, -1.0692, -3.9442, -0.5692]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0886, -0.4636, -3.3386, -1.8386]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4025, -2.1525, -1.0275, -1.7775]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0367, -2.5367, -1.1617, -1.6617]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3557, -0.8557, -0.9807, -2.9807]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8667, -1.9917, -0.7417, -1.9917]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9598, -2.3348, -1.2098, -1.7098]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4849, -1.6099, -0.9849, -1.9849]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1396, -0.1396, -4.1396, -3.8896]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9661, -1.5911, -1.9661, -1.5911]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4937, -2.8687, -1.9937, -0.3687]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8852, -3.2602, -0.8852, -1.1352]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1235, -5.2485, -4.4985, -4.9985]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3256, -4.7631, -2.2006, -2.5756]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8177, -1.6927, -2.0677, -0.8177]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0789, -1.5789, -2.0789, -1.4539]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6967, -2.3217, -3.0717, -1.3217]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6262, -2.3762, -2.1262, -1.7512]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9466, -0.4466, -2.6966, -2.6966]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6502, -1.0252, -2.0252, -1.4002]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3013, -2.0513, -2.0513, -0.6763]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.639, -1.764, -2.889, -0.764]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6615, -1.4115, -2.9115, -0.7865]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7768, -0.6518, -2.7768, -1.7768]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1591, -3.7841, -0.4091, -1.5341]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6966, -1.0716, -1.5716, -1.8216]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4585, -0.2085, -4.5835, -4.4585]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1014, -0.6014, -3.9764, -1.3514]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2035, -0.5785, -3.9535, -4.2035]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.0172, -0.1422, -4.3922, -4.2672]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6416, -3.5166, -0.3916, -2.0166]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7622, -1.8872, -3.6372, -1.2622]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4986, -1.7486, -0.3736, -2.8736]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0201, -3.1451, -0.5201, -1.6451]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6284, -1.0034, -0.7534, -2.3784]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8403, -1.2153, -1.4653, -1.4653]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.181, -2.556, -3.431, -0.181]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.7014, -0.7014, -2.3264, -1.2014]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3041, -1.6791, -4.3041, -4.9291]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.587, -0.712, -3.962, -2.462]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9351, -0.1851, -3.9351, -2.9351]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3899, -0.7649, -4.6399, -2.1399]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5963, -0.7213, -2.7213, -1.4713]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2249, -2.5999, -3.0999, -0.3499]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.809, -0.184, -4.059, -3.434]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1815, -0.3065, -3.8065, -2.8065]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.2456, -0.1206, -4.7456, -5.2456]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5544, -0.4294, -2.5544, -2.4294]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.796, -0.796, -2.421, -2.296]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7654, -1.8904, -3.5154, -1.6404]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0611, -3.0611, -0.4361, -2.1861]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.632, -1.257, -2.632, -0.757]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5619, -3.0619, -0.1869, -5.0619]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4596, -3.4596, -0.3346, -2.9596]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0285, -3.5285, -0.2785, -4.7785]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4932, -2.1182, -0.8682, -2.1182]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4113, -2.6613, -3.7863, -1.6613]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4196, -3.0446, -3.9196, -1.7946]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8674, -4.1174, -0.1174, -4.7424]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6332, -3.2582, -0.3832, -2.2582]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6608, -1.9108, -0.9108, -1.5358]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0998, -1.3498, -3.8498, -0.7248]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8495, -1.5995, -3.8495, -0.3495]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8667, -0.4917, -3.8667, -2.3667]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6631, -4.4131, -0.1631, -4.5381]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9627, -3.3377, -1.0877, -1.8377]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1468, -5.7718, -4.7718, -4.3968]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3434, -4.0934, -4.0934, -2.8434]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5255, -0.2755, -3.7755, -4.5255]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7909, -0.2909, -3.6659, -2.7909]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1262, -0.6262, -3.1262, -1.5012]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4943, -1.2443, -2.6193, -1.1193]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3568, -3.3568, -3.8568, -0.1068]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2635, -1.3885, -1.7635, -0.8885]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8585, -4.7335, -3.7335, -0.1085]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1446, -4.0196, -1.5196, -1.0196]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7076, -0.5826, -2.9576, -1.8326]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6171, -1.2421, -2.7421, -1.1171]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0926, -3.8426, -3.8426, -0.2176]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2147, -3.3397, -1.4647, -1.0897]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8247, -2.4497, -4.6997, -0.3247]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3655, -3.4905, -2.6155, -0.6155]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8966, -2.3966, -4.0216, -0.3966]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7939, -2.9189, -3.1689, -0.4189]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1833, -1.4333, -2.4333, -1.3083]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4738, -1.3488, -1.9738, -1.3488]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2829, -0.6579, -1.0329, -4.1579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9338, -1.3088, -2.1838, -2.0588]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4583, -2.7083, -1.4583, -0.8333]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3617, -2.6117, -1.2367, -1.2367]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0262, -3.6512, -0.2762, -1.9012]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3216, -3.0716, -0.4466, -1.6966]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4587, -0.4587, -3.3337, -3.8337]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8539, -1.3539, -2.7289, -2.3539]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6375, -2.5125, -0.3875, -2.0125]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8104, -2.9354, -0.3104, -2.8104]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1572, -0.5322, -2.6572, -1.9072]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1724, -1.4224, -1.4224, -1.1724]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2218, -3.5968, -2.5968, -2.8468]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4671, -1.8421, -1.5921, -1.0921]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3967, -3.0217, -0.2717, -3.0217]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.854, -2.104, -0.604, -1.604]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1723, -0.9223, -1.2973, -2.0473]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4457, -1.3207, -1.8207, -1.3207]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1705, -4.2955, -3.9205, -3.2955]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2611, -3.5111, -4.0111, -2.8861]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9971, -3.8721, -3.3721, -0.1221]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9543, -2.4543, -0.9543, -0.9543]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2595, -2.3845, -3.5095, -3.2595]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7583, -3.2583, -2.1333, -1.2583]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9149, -0.4149, -2.1649, -3.4149]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5417, -0.4167, -3.2917, -2.5417]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1122, -1.9872, -1.3622, -0.8622]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6879, -2.8129, -1.5629, -0.5629]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4409, -2.5659, -3.0659, -0.5659]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8095, -0.4345, -3.6845, -2.4345]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8328, -2.7078, -1.0828, -2.4578]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6915, -2.8165, -2.4415, -1.3165]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.246, -2.496, -2.371, -0.371]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3302, -0.9552, -3.0802, -0.8302]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2805, -3.9055, -3.7805, -2.2805]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8607, -1.6107, -2.7357, -2.1107]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.5824, -0.2074, -3.4574, -3.2074]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1044, -0.7294, -2.8544, -1.4794]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4319, -1.0569, -2.6819, -0.8069]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.333, -2.833, -2.958, -0.333]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1308, -5.2558, -4.6308, -4.2558]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3883, -2.5133, -3.6383, -2.1383]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2111, -2.4611, -2.2111, -1.0861]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8229, -2.1979, -1.1979, -1.5729]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1596, -5.1596, -6.0346, -5.2846]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4356, -2.4356, -3.0606, -2.6856]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6129, -3.6129, -3.2379, -0.3629]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5433, -1.6683, -2.4183, -0.9183]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4433, -0.5683, -3.9433, -2.8183]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4517, -3.0767, -3.3267, -1.8267]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6968, -4.1968, -4.1968, -0.1968]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4616, -1.4616, -3.2116, -0.9616]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6643, -0.2893, -4.0393, -2.7893]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.517, -0.517, -3.142, -1.517]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2193, -3.9693, -3.4693, -2.5943]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.7335, -3.6085, -4.2335, -0.1085]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1601, -3.2851, -4.1601, -0.1601]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3633, -2.2383, -1.2383, -1.3633]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.3204, -6.0704, -0.0704, -4.8204]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1564, -5.8439, -0.2814, -1.9064]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.4703, -0.0953, -5.3453, -4.2203]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-5.9921, -2.0546, -5.4296, -0.3046]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2683, -2.1433, -2.0183, -0.6433]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4319, -2.1819, -0.8069, -2.1819]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2252, -2.6002, -4.6002, -3.4752]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8248, -1.4498, -2.8248, -1.6998]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9503, -3.2003, -0.3253, -3.0753]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5207, -2.6457, -0.6457, -2.2707]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6354, -3.0104, -0.7604, -1.2604]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.998, -2.248, -1.498, -1.498]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.735, -2.735, -0.36, -2.235]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5773, -2.7023, -3.4523, -1.4523]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9817, -4.4817, -0.1067, -4.3567]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.428, -4.803, -0.178, -2.803]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.535, -1.66, -2.66, -0.535]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4944, -1.6194, -2.7444, -0.6194]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.5797, -1.2047, -4.3297, -2.8297]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9263, -0.6763, -3.6763, -1.5513]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-0.9392, -4.3142, -0.6892, -4.0642]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.804, -4.304, -0.304, -2.804]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7182, -0.0932, -4.4682, -3.9682]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4101, -0.4101, -3.5351, -2.6601]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5584, -1.5584, -1.3084, -1.8084]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1232, -1.7482, -0.8732, -1.8732]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1486, -4.3986, -4.7736, -3.2736]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2511, -4.3136, -3.7511, -2.5011]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7468, -0.3718, -4.3718, -1.6218]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8002, -0.4252, -3.9252, -1.9252]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7275, -2.4775, -1.1025, -2.7275]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8481, -1.8481, -2.7231, -1.4731]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5077, -2.6327, -0.5077, -2.8827]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6156, -2.6156, -0.4906, -2.2406]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.106, -3.731, -4.856, -4.481]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3132, -4.5007, -4.6257, -2.4382]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7481, -0.1231, -3.8731, -3.4981]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.781, -0.406, -3.156, -2.156]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0829, -1.3329, -1.2079, -2.9579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5422, -1.5422, -0.9172, -2.4172]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1977, -0.1977, -5.1977, -2.8227]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.8582, -0.2332, -5.6082, -3.8582]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6032, -0.3532, -1.8532, -3.6032]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3948, -1.1448, -2.0198, -1.5198]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9643, -2.9643, -3.8393, -0.2143]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.0687, -0.5687, -4.0687, -1.4437]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1645, -5.0395, -3.7895, -4.6645]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.448, -2.823, -1.823, -2.823]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4888, -2.1138, -3.3638, -0.3638]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9729, -1.4729, -1.9729, -0.9729]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5655, -1.9405, -3.6905, -2.4405]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4741, -0.8491, -3.7241, -2.7241]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1993, -4.0743, -3.6993, -3.8243]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4167, -3.1667, -2.5417, -2.1667]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2789, -4.9039, -0.4039, -4.7789]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6657, -4.5407, -0.2907, -3.0407]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0766, -4.0766, -5.0766, -0.0766]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6134, -5.8634, -5.3634, -0.1134]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7042, -0.4542, -3.5792, -3.5792]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9213, -1.4213, -1.6713, -2.9213]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9484, -0.5734, -2.1984, -2.0734]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6766, -0.8016, -1.9266, -2.0516]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7535, -4.8785, -0.1285, -5.2535]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1523, -3.5273, -0.2773, -2.5273]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3172, -1.4422, -1.0672, -2.0672]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2863, -2.2863, -0.7863, -1.7863]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1206, -3.9956, -4.6206, -3.8706]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5514, -1.0514, -1.9264, -1.5514]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9063, -0.5313, -2.7813, -2.0313]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0821, -1.2071, -2.0821, -1.9571]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6474, -1.2724, -3.6474, -2.1474]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6715, -0.5465, -4.1715, -2.5465]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0992, -1.9742, -1.3492, -0.8492]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.655, -1.905, -3.53, -0.655]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0939, -3.8439, -1.5939, -0.3439]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.765, -5.3275, -0.14, -2.765]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1741, -0.1741, -3.9241, -3.5491]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2807, -0.4057, -4.2807, -2.5307]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.2844, -0.7844, -3.9094, -2.4094]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.3601, -0.9851, -2.7351, -1.7351]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4939, -2.6189, -2.4939, -0.7439]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6142, -2.7392, -1.1142, -1.1142]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0528, -0.4278, -3.9278, -3.0528]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7877, -1.4127, -1.5377, -1.1627]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7677, -3.0177, -1.5177, -0.5177]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5135, -2.8885, -0.8885, -1.0135]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8291, -1.5791, -1.2041, -1.3291]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.494, -3.119, -0.619, -1.494]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.9043, -0.1543, -5.0293, -4.7793]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.037, -0.287, -3.787, -2.787]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.913, -2.663, -1.038, -3.288]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9067, -3.4067, -1.0317, -1.9067]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2019, -2.4519, -3.9519, -0.2019]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8865, -1.2615, -1.7615, -1.3865]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8826, -2.0076, -1.1326, -3.1326]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3757, -2.0007, -1.7507, -1.0007]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3594, -3.7344, -0.3594, -1.9844]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.408, -2.033, -1.033, -1.658]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4383, -0.1883, -4.3133, -3.3133]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7128, -0.4628, -2.9628, -1.9628]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7844, -3.7844, -0.1594, -4.6594]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1152, -3.6152, -0.4902, -1.7402]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.2427, -0.1177, -5.3677, -5.2427]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6142, -0.2392, -5.8017, -4.6142]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0784, -2.4534, -0.3284, -2.7034]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0774, -1.4524, -1.7024, -1.9524]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8194, -3.0694, -1.6944, -0.5694]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4532, -1.4532, -1.2032, -1.9532]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0701, -4.3201, -5.1951, -0.0701]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4773, -2.4773, -1.6023, -0.4773]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9414, -0.6914, -3.6914, -0.9414]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.0333, -2.6583, -4.0333, -0.2833]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1513, -5.0263, -5.6513, -4.4013]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4232, -2.5482, -3.2982, -2.0482]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4932, -2.2432, -1.2432, -0.7432]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7071, -2.8321, -0.7071, -1.7071]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9577, -5.0827, -5.5827, -0.0827]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2287, -1.4787, -1.3537, -1.2287]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3805, -3.2555, -1.8805, -0.6305]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1176, -3.8676, -1.1176, -1.3676]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.719, -4.844, -4.594, -0.094]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5307, -1.0307, -4.0307, -0.6557]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8152, -1.9402, -0.6902, -2.0652]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0868, -1.2118, -0.9618, -2.3368]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8715, -3.1215, -0.3715, -2.7465]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3317, -3.4567, -0.7067, -2.2067]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.0926, -2.3426, -0.8426, -2.5926]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4476, -2.5726, -2.1976, -0.6976]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3986, -3.0236, -2.2736, -0.2736]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4718, -1.3468, -1.3468, -1.7218]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4541, -0.3291, -2.3291, -2.4541]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4468, -2.1968, -0.6968, -1.6968]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.213, -5.213, -3.838, -4.963]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8976, -2.6476, -1.3976, -2.1476]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1823, -0.4323, -2.8073, -2.8073]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1033, -0.8533, -2.9783, -2.2283]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0555, -3.3055, -0.1805, -4.6805]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9896, -1.9896, -0.3646, -2.9896]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4105, -2.5355, -3.0355, -0.6605]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7477, -1.9977, -3.2477, -1.6227]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2641, -0.1391, -3.3891, -3.6391]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3021, -2.0521, -0.5521, -2.4271]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.2059, -2.4559, -4.0809, -0.2059]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.052, -1.552, -1.052, -1.552]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5198, -0.3948, -2.8948, -1.5198]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5446, -0.7946, -4.5446, -1.0446]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7457, -1.2457, -4.1207, -2.2457]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0124, -1.1374, -2.6374, -1.8874]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8583, -3.9833, -0.1083, -4.8583]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6105, -3.923, -0.2355, -3.2355]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2219, -3.2219, -0.3469, -2.2219]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6438, -2.2688, -0.8938, -1.6438]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3779, -0.2529, -3.2529, -3.1279]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9182, -0.7932, -1.6682, -1.5432]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3927, -4.7677, -0.1427, -3.7677]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9127, -5.2252, -0.1627, -3.0377]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1153, -2.8653, -3.8653, -0.2403]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4378, -1.4378, -2.5628, -0.9378]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7983, -3.1733, -0.7983, -0.9233]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7026, -3.5776, -0.5776, -1.8276]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5662, -0.5662, -2.0662, -1.8162]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7708, -0.3958, -2.5208, -3.0208]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.481, -1.981, -4.606, -0.231]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.2603, -0.7603, -2.8853, -1.0103]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7091, -3.0841, -0.9591, -3.9591]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.0236, -2.6486, -3.5236, -0.7736]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4327, -2.1827, -3.3077, -2.8077]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6945, -1.9445, -2.9445, -1.9445]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8136, -4.5636, -0.1886, -5.0636]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5219, -4.0219, -0.2719, -3.0219]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3034, -2.0534, -4.6784, -4.5534]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3127, -2.1877, -4.5627, -3.8127]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.03, -3.405, -0.155, -4.28]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2303, -3.7303, -0.9803, -0.7303]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.0937, -0.8437, -2.4687, -2.2187]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1714, -2.5464, -0.5464, -1.9214]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.689, -1.689, -2.814, -1.564]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.193, -2.693, -1.193, -1.318]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8289, -2.0789, -2.5789, -1.2039]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7209, -0.9709, -3.0959, -1.3459]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5697, -1.0697, -1.8197, -1.6947]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2246, -1.7246, -0.9746, -1.5996]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.1955, -0.0705, -5.1955, -4.1955]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0327, -0.6577, -3.7827, -1.1577]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6712, -0.7962, -2.4212, -1.1712]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3492, -1.2242, -1.7242, -1.9742]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9596, -2.4596, -0.5846, -1.4596]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4831, -1.9831, -0.9831, -1.9831]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6096, -0.6096, -2.8596, -1.8596]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5387, -1.1637, -1.9137, -1.4137]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.487, -2.737, -2.737, -0.612]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9575, -1.9575, -4.5825, -1.0825]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0546, -0.8046, -2.5546, -1.3046]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6902, -2.3152, -2.4402, -0.5652]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4438, -0.1938, -3.4438, -3.1938]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7018, -0.7018, -3.8268, -1.7018]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1688, -2.4188, -4.5438, -0.5438]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6794, -3.4294, -2.6794, -0.5544]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.36, -2.86, -0.485, -3.11]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7381, -3.1131, -1.1131, -1.2381]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4373, -3.5623, -0.8123, -0.8123]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.862, -3.862, -2.987, -0.237]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7426, -2.2426, -1.2426, -2.6176]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3897, -1.1397, -2.1397, -1.5147]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9266, -2.1766, -0.4266, -2.1766]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6833, -2.1833, -0.9333, -1.4333]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.377, -0.127, -4.627, -4.252]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7949, -0.2949, -4.1699, -3.0449]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0858, -0.2108, -5.2108, -3.7108]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9771, -0.3521, -3.1021, -2.4771]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9354, -1.9354, -1.5604, -1.5604]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4684, -0.5934, -4.0934, -1.3434]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7484, -0.3734, -4.3734, -1.4984]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5628, -0.3128, -4.1878, -2.8128]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.8163, -4.1913, -1.8163, -0.4413]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4602, -2.7102, -1.4602, -1.3352]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.4661, -0.7161, -1.0911, -3.3411]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0412, -2.1662, -0.6662, -1.9162]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6346, -3.7596, -4.1346, -0.1346]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5369, -2.4119, -2.4119, -0.6619]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.5504, -5.9254, -6.3004, -0.0504]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9336, -5.4336, -5.9336, -0.1211]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9818, -3.7318, -4.4818, -0.1068]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2479, -3.3729, -4.6229, -0.1229]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3136, -1.5636, -4.3136, -0.4386]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6269, -0.6269, -3.6269, -1.7519]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5023, -1.6273, -2.3773, -3.5023]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3832, -1.2582, -1.2582, -2.5082]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.271, -1.521, -2.396, -1.021]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8275, -2.7025, -2.8275, -1.2025]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3082, -3.1832, -2.1832, -2.6832]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2962, -3.4212, -4.7337, -2.1712]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1652, -4.7902, -0.5402, -1.1652]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1933, -4.5683, -0.1933, -3.1933]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.3462, -0.9712, -2.8462, -0.7212]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9205, -0.4205, -3.7955, -1.5455]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0169, -3.2669, -0.3919, -2.1419]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3068, -1.8068, -1.4318, -1.5568]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7745, -2.5245, -2.7745, -1.1495]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0186, -1.5186, -1.8936, -1.8936]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1978, -2.9478, -0.3228, -3.1978]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3474, -2.2224, -0.8474, -2.2224]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3026, -3.9276, -1.8026, -4.4276]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5211, -2.7711, -2.5211, -1.7711]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3063, -2.5563, -3.0563, -2.6813]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1788, -2.4288, -1.4288, -1.3038]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.306, -3.431, -2.431, -3.056]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.044, -1.544, -1.794, -2.044]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2389, -0.6139, -4.7389, -3.4889]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6025, -1.4775, -3.7275, -2.3525]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9041, -0.4041, -3.9041, -3.4041]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5695, -1.8195, -1.5695, -1.0695]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.5386, -3.2886, -3.9136, -0.1636]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4433, -1.1933, -2.4433, -1.3183]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-0.9322, -2.9322, -0.8072, -2.6822]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8855, -2.7605, -1.1355, -2.1355]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3861, -2.1361, -3.7611, -2.8861]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1266, -1.1266, -2.2516, -2.0016]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0584, -0.1834, -2.8084, -3.6834]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4133, -1.4133, -3.6633, -0.6633]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9583, -0.2083, -3.9583, -2.7083]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3287, -0.4537, -4.0787, -2.0787]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0619, -2.0619, -1.0619, -2.0619]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0611, -1.4361, -3.3111, -1.3111]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7422, -2.8672, -1.1172, -2.7422]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1826, -2.0576, -2.3076, -0.5576]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9298, -0.5548, -3.0548, -1.6798]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7584, -1.5084, -1.5084, -1.2584]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6433, -0.5183, -1.1433, -4.8933]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4451, -0.5701, -2.1951, -2.9451]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1292, -3.3792, -0.2542, -2.8792]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7127, -2.2127, -0.5877, -2.0877]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3237, -1.3237, -1.4487, -1.6987]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8399, -1.4649, -1.4649, -1.2149]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.851, -0.851, -1.851, -1.226]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2735, -0.2735, -3.6485, -2.2735]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8813, -1.5063, -2.3813, -2.0063]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1452, -0.7702, -3.3952, -2.5202]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1423, -3.1423, -0.6423, -1.6423]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7521, -3.0021, -0.8771, -1.8771]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4208, -2.4208, -3.6708, -0.2958]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1627, -1.4127, -2.1627, -1.6627]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8045, -3.8045, -0.1795, -2.8045]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6865, -2.9365, -0.4365, -1.9365]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5569, -0.5569, -2.4319, -2.6819]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4159, -1.0409, -2.7909, -1.2909]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4722, -0.5972, -2.7222, -3.0972]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.59, -2.59, -2.215, -1.84]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2106, -2.4606, -0.4606, -2.3356]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3942, -2.3942, -0.6442, -1.6442]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3078, -2.5578, -2.5578, -3.4328]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5003, -2.3753, -2.5003, -2.2503]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2227, -2.0977, -2.3477, -0.4727]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4796, -1.9796, -1.9796, -0.9796]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5303, -1.0303, -2.7803, -1.1553]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1447, -2.2697, -1.3947, -1.5197]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9435, -3.4435, -0.1935, -4.8185]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7899, -2.7899, -0.4149, -1.9149]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3597, -0.3597, -5.1097, -4.9847]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1657, -0.4157, -4.2907, -3.4157]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6406, -1.8906, -3.0156, -1.6406]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3227, -2.6977, -3.5727, -0.5727]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2942, -5.9192, -0.1692, -5.0442]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9511, -2.0761, -0.7011, -2.5761]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3401, -2.2151, -3.2151, -0.3401]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1386, -0.5136, -4.7636, -2.3886]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4551, -1.9551, -2.7051, -2.3301]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5484, -1.9234, -0.9234, -2.4234]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9439, -0.4439, -1.6939, -3.5689]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3244, -0.5744, -1.5744, -3.0744]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1341, -0.8841, -1.7591, -3.2591]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7275, -0.4775, -3.3525, -2.6025]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1374, -3.6374, -0.2624, -4.6374]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.0678, -2.6928, -0.8178, -2.5678]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.16, -4.285, -3.91, -3.285]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4636, -3.7136, -3.4636, -1.5886]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5399, -2.0399, -1.7899, -3.4149]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2482, -1.7482, -1.6232, -1.3732]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0454, -0.6704, -3.1704, -1.2954]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.4768, -1.5393, -4.4143, -0.4143]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9917, -2.2417, -3.7417, -0.2417]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2933, -1.4183, -2.7933, -0.6683]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1572, -2.4072, -0.7822, -2.4072]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7492, -1.4992, -0.9992, -1.9992]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4315, -0.8065, -2.3065, -2.1815]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.783, -1.283, -2.658, -0.908]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3952, -2.3952, -4.0202, -2.1452]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5726, -2.0726, -3.4476, -2.0726]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4347, -4.6847, -0.5597, -1.0597]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9531, -4.2656, -0.5781, -1.5781]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5049, -0.2549, -3.1299, -3.0049]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.0702, -0.2577, -5.3202, -4.1327]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1032, -1.8532, -1.1032, -2.2282]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7903, -2.0403, -0.9153, -1.7903]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6753, -1.3003, -1.3003, -1.0503]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3122, -4.9372, -4.1872, -1.8122]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1476, -3.8976, -5.3976, -5.2726]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1533, -4.0283, -4.4658, -4.0283]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.5977, -3.2227, -2.3477, -1.3477]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6383, -1.1383, -2.6383, -1.2633]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9433, -4.3183, -0.1933, -6.0683]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6585, -3.2835, -0.5335, -2.7835]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5159, -2.2659, -3.0159, -0.6409]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7758, -3.1508, -1.6508, -0.6508]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9719, -2.8469, -1.0969, -1.9719]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9693, -1.7193, -1.8443, -1.5943]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1141, -4.3641, -3.9891, -3.9891]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3055, -1.5555, -1.5555, -1.5555]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5454, -2.0454, -0.5454, -3.0454]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.237, -1.862, -1.362, -1.737]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1468, -4.6468, -4.2718, -3.3968]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5051, -2.8801, -4.2551, -1.5051]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7378, -2.1128, -2.3628, -1.3628]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2133, -1.3383, -2.2133, -1.5883]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8559, -2.7309, -2.3559, -0.4809]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.0678, -4.6303, -1.6928, -0.9428]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4462, -1.6962, -2.6962, -3.0712]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2262, -2.1012, -0.6012, -2.6012]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4956, -3.9956, -0.1206, -4.2456]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3169, -3.0669, -0.6919, -2.8169]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4076, -0.1576, -4.9076, -3.7826]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5465, -0.2965, -4.1715, -2.0465]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5935, -4.2185, -4.9685, -0.0935]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4137, -1.2887, -3.0387, -1.0387]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4181, -2.9181, -2.9181, -1.7931]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5515, -3.1765, -2.1765, -0.5515]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.965, -4.09, -3.59, -0.09]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6562, -3.2812, -3.2812, -0.1562]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3593, -2.4843, -1.7343, -1.1093]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1302, -1.5052, -1.8802, -1.7552]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3758, -1.2508, -1.1258, -3.2508]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6168, -1.8668, -2.2418, -2.3668]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6425, -2.0175, -0.5175, -3.5175]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.5906, -2.8406, -1.8406, -1.9656]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7579, -1.0079, -2.5079, -3.7579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8379, -0.8379, -4.3379, -3.5879]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2519, -2.1269, -0.5019, -2.7519]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4208, -2.2958, -1.2958, -0.7958]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7207, -2.0957, -1.2207, -1.0957]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9793, -1.4793, -1.2293, -1.4793]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5979, -0.5979, -2.2229, -1.7229]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.1826, -0.9326, -3.0576, -1.9326]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5752, -4.9502, -4.2002, -0.0752]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.93, -4.43, -1.055, -0.805]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5478, -0.4228, -3.4228, -2.0478]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9109, -0.7859, -3.5359, -1.0359]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4418, -4.1918, -4.9418, -0.1918]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0231, -5.2731, -6.4606, -0.0856]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5171, -0.6421, -2.3921, -1.5171]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2788, -1.1538, -2.2788, -1.0288]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-0.877, -3.877, -0.752, -3.252]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0271, -2.7771, -0.4021, -2.6521]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6601, -1.6601, -1.5351, -3.4101]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3715, -1.7465, -1.9965, -0.9965]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5688, -1.6938, -0.8188, -2.1938]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5067, -1.3817, -1.6317, -1.5067]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0634, -4.5634, -4.9384, -4.6884]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1564, -3.6564, -4.1564, -3.6564]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1459, -0.5209, -2.5209, -2.1459]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4785, -0.6035, -3.4785, -1.4785]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2504, -1.5004, -0.6254, -2.8754]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8576, -1.7326, -0.7326, -1.8576]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4673, -2.3423, -3.9673, -0.2173]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.54, -0.915, -3.54, -1.29]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8257, -5.4507, -0.2007, -5.2007]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8778, -4.8778, -0.3153, -3.0653]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2438, -4.3688, -2.3688, -2.4938]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9876, -2.4876, -1.2376, -1.7376]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7845, -3.1595, -3.4095, -0.1595]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5503, -1.5503, -1.8003, -1.3003]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4694, -0.3444, -2.9694, -2.5944]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0732, -0.9482, -1.8232, -1.6982]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3265, -2.2015, -0.9515, -1.7015]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.2774, -1.1524, -2.1524, -1.6524]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2439, -4.1189, -4.9939, -0.1189]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8448, -1.3448, -2.4698, -2.2198]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0287, -3.9037, -4.7787, -0.2787]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2293, -2.1043, -1.7293, -1.2293]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9662, -2.3412, -2.4662, -0.4662]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9322, -0.6822, -1.8072, -2.5572]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2668, -2.3918, -2.2668, -0.7668]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5639, -4.3764, -1.9389, -1.5639]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6087, -3.9837, -1.1087, -0.4837]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.2766, -3.9016, -0.4016, -1.5266]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1919, -5.3169, -4.5669, -2.6919]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4677, -2.0927, -3.7177, -2.3427]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0112, -1.8862, -4.3862, -0.2612]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0483, -1.7983, -4.0483, -0.5483]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2061, -0.3311, -2.0811, -2.5811]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.49, -0.615, -3.74, -1.365]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8076, -3.6826, -0.8076, -1.0576]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1839, -1.6839, -1.8089, -1.6839]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.195, -2.945, -0.32, -4.195]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.0794, -2.7044, -0.9544, -2.4544]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7145, -3.4645, -0.2145, -3.8395]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.627, -1.377, -1.377, -1.627]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0211, -0.5211, -2.1461, -3.5211]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2113, -1.3363, -1.8363, -2.0863]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1712, -3.5462, -3.9212, -2.9212]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.0732, -1.4482, -3.9482, -0.4482]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8159, -2.0659, -1.9409, -0.6909]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0356, -3.0356, -0.5356, -2.0356]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9987, -3.2487, -0.1237, -4.8737]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4786, -2.7286, -0.3536, -2.9786]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5812, -5.3312, -4.7062, -0.0812]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5724, -5.8224, -5.2599, -0.3224]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8194, -2.4444, -0.9444, -3.6944]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6686, -1.2936, -1.1686, -2.4186]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.255, -0.38, -4.38, -2.255]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5635, -0.3135, -4.9385, -3.0635]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5688, -3.4438, -0.1938, -3.9438]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5466, -2.9216, -1.0466, -1.2966]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3984, -2.1484, -4.6484, -3.5234]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4538, -0.3288, -4.5788, -3.3288]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9088, -2.5338, -1.4088, -1.7838]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8343, -3.0843, -1.4593, -1.7093]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5253, -3.7753, -4.4003, -0.1503]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9146, -2.4146, -3.1646, -0.2896]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2028, -0.3278, -2.5778, -2.4528]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0269, -0.5269, -2.6519, -3.4019]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2979, -0.2979, -4.6729, -4.2979]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0327, -0.2827, -4.6577, -3.4077]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5082, -1.7582, -0.8832, -2.7582]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.842, -4.342, -4.217, -0.092]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.667, -2.667, -3.917, -0.292]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3403, -1.9653, -1.7153, -1.0903]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6804, -2.3054, -1.1804, -4.0554]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2121, -2.5871, -0.4621, -2.2121]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.732, -2.107, -2.857, -1.482]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7261, -1.1011, -3.8511, -1.1011]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.159, -0.784, -1.159, -4.159]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9823, -2.6073, -0.6073, -1.7323]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2827, -3.4077, -3.7827, -2.7827]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3762, -3.6262, -3.3762, -1.8762]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1604, -4.0354, -4.5354, -3.4104]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7783, -1.7783, -2.2783, -1.6533]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.194, -0.319, -3.819, -2.569]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4759, -0.2259, -4.2259, -3.3509]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1981, -2.1981, -3.5731, -0.3231]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3199, -1.9449, -1.5699, -1.4449]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5685, -2.0685, -4.0685, -0.4435]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8449, -1.8449, -4.0949, -0.5949]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.863, -1.363, -0.988, -1.863]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5409, -3.6034, -0.4159, -2.1659]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7369, -1.7369, -1.6119, -0.9869]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.273, -1.523, -1.898, -1.523]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6767, -1.5517, -1.1767, -1.6767]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9068, -1.9068, -1.1568, -1.4068]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5938, -2.2188, -1.4688, -0.7188]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1693, -2.0443, -1.5443, -1.7943]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2755, -3.0255, -2.4005, -2.7755]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3197, -0.9447, -2.4447, -2.0697]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5026, -3.2526, -0.5026, -3.5026]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.0583, -3.3083, -0.8083, -2.5583]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0421, -1.9171, -1.6671, -1.5421]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5116, -1.1366, -1.7616, -2.1366]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9145, -3.2895, -5.1645, -0.1645]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7725, -4.2725, -2.8975, -0.2725]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7175, -1.5925, -1.0925, -1.4675]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.822, -0.822, -2.072, -1.697]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2304, -1.7304, -1.7304, -1.2304]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0997, -2.0997, -3.2247, -0.8497]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0869, -0.2119, -3.9619, -3.7119]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.747, -1.497, -1.247, -1.372]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6157, -2.8657, -0.7407, -0.9907]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.2776, -3.2776, -1.5276, -0.9026]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.158, -0.658, -1.908, -2.283]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5256, -1.0256, -1.6506, -2.1506]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.976, -0.101, -4.601, -5.351]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3546, -0.2296, -4.1046, -2.8546]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2797, -3.6547, -3.7797, -2.0297]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7868, -1.7868, -4.1618, -0.5368]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1472, -0.2722, -3.8972, -3.7722]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1964, -0.5714, -3.1964, -1.9464]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9801, -2.1051, -0.9801, -2.6051]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8885, -1.0135, -2.2635, -1.2635]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.76, -3.385, -0.385, -2.635]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9181, -4.4181, -0.2931, -2.2931]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6478, -4.0228, -0.1478, -4.0228]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7343, -3.2343, -0.7343, -1.4843]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1344, -3.5094, -4.0094, -4.3844]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7553, -3.5053, -3.8803, -0.3803]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8511, -4.1011, -0.2261, -5.2261]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1564, -1.9064, -0.6564, -2.1564]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9111, -3.2861, -3.9111, -0.1611]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.207, -3.332, -1.957, -0.332]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6384, -3.2634, -0.2634, -2.7634]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8274, -1.9524, -1.5774, -2.0774]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2948, -2.5448, -2.5448, -0.6698]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6658, -1.1658, -1.4158, -2.0408]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5149, -0.6399, -2.6399, -2.1399]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3685, -0.2435, -3.8685, -2.4935]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9487, -2.4487, -0.6987, -1.4487]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9999, -2.3749, -0.9999, -1.2499]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8923, -1.8923, -2.5173, -0.3923]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6515, -2.1515, -1.6515, -0.6515]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4935, -2.7435, -3.2435, -1.8685]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5617, -2.4367, -3.1867, -1.5617]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.9948, -3.2448, -3.6198, -0.1198]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9308, -0.8058, -2.3058, -1.6808]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0434, -2.6684, -0.2934, -2.4184]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0463, -2.2963, -2.1713, -1.0463]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2534, -1.5034, -0.6284, -3.2534]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5244, -1.2744, -1.8994, -1.5244]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8341, -3.0841, -0.2091, -4.9591]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6243, -3.6243, -0.2493, -3.4993]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9624, -4.9624, -5.3374, -0.0874]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0274, -3.1524, -3.1524, -0.2774]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.057, -1.557, -1.182, -1.432]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0132, -2.7632, -1.6382, -0.5132]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4225, -3.1725, -1.1725, -0.6725]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9806, -2.2306, -1.4806, -1.4806]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4458, -0.9458, -1.6958, -1.8208]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2824, -0.6574, -3.1574, -1.5324]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6388, -4.8888, -0.2638, -5.1388]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9324, -4.6824, -0.1824, -3.0574]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8413, -1.8413, -2.7163, -1.4663]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1073, -1.7323, -1.8573, -1.4823]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6547, -0.4047, -3.6547, -1.7797]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.952, -1.077, -3.327, -0.827]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.482, -5.357, -4.857, -1.107]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.243, -4.868, -4.743, -2.243]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.232, -2.107, -5.982, -5.482]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9246, -0.9246, -3.7996, -3.1746]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8491, -4.8491, -0.0991, -4.9741]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5356, -4.7856, -0.2856, -2.6606]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9065, -1.7815, -3.0315, -0.5315]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2646, -2.2646, -4.1396, -0.3896]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1631, -5.0381, -5.5381, -4.2881]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2796, -3.4046, -5.0921, -3.5296]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7695, -1.7695, -2.6445, -1.5195]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.2958, -0.9208, -2.7958, -1.0458]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.668, -2.918, -3.293, -0.168]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3818, -2.2568, -1.3818, -0.6318]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.623, -3.873, -0.373, -4.498]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.082, -2.957, -0.707, -3.457]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.6202, -1.4952, -0.4952, -3.6202]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6816, -1.6816, -0.6816, -2.3066]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4011, -2.7761, -0.2761, -3.4011]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3818, -2.1318, -0.8818, -2.0068]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3927, -1.8927, -1.6427, -1.1427]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5225, -1.2725, -2.6475, -1.0225]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.1575, -0.1575, -4.4075, -4.5325]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8168, -0.8168, -3.5668, -0.9418]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6579, -4.0329, -1.1579, -4.5329]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1155, -3.6155, -0.7405, -2.9905]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7741, -2.0241, -0.7741, -1.6491]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.3125, -0.6875, -2.4375, -1.1875]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4749, -2.2249, -1.9749, -0.8499]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0086, -1.6336, -1.8836, -1.7586]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4909, -2.4909, -0.9909, -1.2409]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.3533, -4.8533, -0.8533, -0.7283]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2509, -0.2509, -3.8759, -3.1259]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0492, -3.4242, -1.0492, -1.6742]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7236, -2.9736, -3.0986, -0.2236]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3022, -1.1772, -3.1772, -1.3022]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1812, -0.5562, -1.3062, -2.8062]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4034, -0.9034, -1.4034, -2.0284]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0281, -1.0281, -2.9031, -0.9031]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9794, -0.8544, -2.1044, -1.1044]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6551, -2.7801, -3.2801, -1.1551]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8507, -2.3507, -1.7257, -1.6007]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2996, -0.1746, -3.7996, -3.1746]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7106, -2.5856, -0.8356, -1.5856]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8177, -3.4427, -0.1927, -3.6927]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6409, -0.7659, -1.7659, -1.5159]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1473, -4.6473, -5.0223, -5.1473]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8521, -1.4771, -1.8521, -1.1021]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2317, -3.4817, -4.3567, -0.3567]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.806, -3.056, -4.556, -0.431]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1211, -2.7461, -2.1211, -0.9961]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7819, -2.6569, -2.1569, -0.6569]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3873, -0.2623, -3.2623, -3.3873]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.602, -0.977, -2.477, -1.477]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6406, -1.1406, -2.6406, -3.1406]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4079, -0.2829, -4.1579, -3.6579]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1436, -4.5186, -5.7686, -4.7686]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3323, -2.8323, -4.7073, -3.2073]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5966, -1.3466, -0.9716, -2.3466]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1459, -1.8959, -1.6459, -1.5209]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.1155, -0.2405, -5.6155, -5.6155]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6158, -0.2408, -4.4908, -3.2408]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6188, -1.3688, -2.7438, -0.8688]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8348, -2.7098, -2.9598, -0.4598]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9445, -0.3195, -2.1945, -3.1945]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2427, -0.3677, -3.9927, -1.8677]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2796, -3.9046, -0.1546, -4.5296]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5629, -4.0629, -0.1879, -3.3129]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.905, -0.655, -2.905, -1.53]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4404, -0.6904, -4.3154, -2.4404]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6538, -1.5288, -1.7788, -2.9038]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8663, -2.6163, -1.2413, -0.8663]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-0.9767, -3.3517, -0.8517, -2.2267]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6591, -3.4091, -0.5341, -1.5341]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4178, -2.2928, -3.6678, -0.5428]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2417, -3.3667, -3.6167, -0.6167]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2607, -2.5107, -2.0107, -0.8857]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5816, -2.7066, -2.4566, -1.7066]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1632, -3.6632, -3.5382, -3.6632]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5707, -3.4457, -1.8207, -2.4457]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-0.9699, -2.9699, -0.8449, -4.2199]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7414, -2.6164, -0.6164, -1.7414]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8727, -0.4977, -3.1227, -2.1227]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.952, -0.202, -5.327, -4.327]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6179, -1.8679, -2.3679, -0.8679]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0605, -1.1855, -2.6855, -0.9355]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6887, -3.4387, -0.5637, -3.9387]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1797, -3.5547, -0.8047, -2.6797]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6612, -0.2862, -3.2862, -2.5362]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9628, -0.4628, -4.0878, -2.0878]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9057, -2.2807, -0.7807, -1.6557]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0305, -2.7805, -0.9055, -0.9055]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8112, -0.9362, -5.0612, -0.6862]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.0653, -0.4403, -4.3153, -1.8153]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0859, -3.8359, -4.9609, -0.2109]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9166, -3.0416, -4.1666, -0.4166]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.0834, -1.5834, -0.7084, -1.7084]}
{"tag": "base", "condition": "baseline", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3769, -2.1269, -0.6269, -2.0019]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7297, -1.8547, -0.7297, -2.3547]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8281, -1.7031, -1.2031, -1.3281]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5892, -1.5892, -1.2142, -1.8392]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9109, -1.9109, -1.0359, -1.2859]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5443, -3.9193, -0.1693, -4.9193]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1209, -1.7459, -1.4959, -1.6209]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3693, -0.1193, -4.1193, -4.4943]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8758, -0.5008, -3.7508, -2.1258]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4274, -1.1774, -2.0524, -1.9274]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2453, -1.8703, -3.8703, -0.7453]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.3323, -3.7073, -0.7073, -1.0823]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.206, -2.956, -0.581, -1.956]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2038, -2.0788, -0.9538, -1.5788]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.076, -1.576, -1.076, -1.451]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4847, -0.9847, -1.1097, -2.4847]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6265, -1.2515, -1.6265, -1.5015]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7777, -2.0277, -2.4027, -0.4027]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8449, -1.7199, -1.3449, -1.2199]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4165, -1.0415, -2.0415, -1.6665]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6159, -1.1159, -3.6159, -1.1159]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2006, -2.2006, -0.5756, -2.3256]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0192, -1.7692, -2.1442, -0.5192]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9329, -1.4329, -0.9329, -1.6829]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2912, -2.0412, -1.9162, -1.5412]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2922, -4.0422, -3.2922, -0.1672]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1408, -0.8908, -2.6408, -1.1408]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.166, -3.666, -2.166, -0.666]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3585, -1.8585, -1.7335, -1.6085]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6503, -1.1503, -1.4003, -2.0253]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2615, -1.5115, -1.2615, -2.0115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5348, -1.4098, -1.4098, -1.2848]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1065, -1.7315, -1.7315, -0.8565]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8433, -1.8433, -1.0933, -1.3433]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6341, -1.3841, -1.3841, -1.5091]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.865, -1.115, -2.115, -2.49]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1637, -1.7887, -1.5387, -1.5387]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3757, -0.1257, -4.7507, -4.0007]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7752, -0.4002, -2.7752, -2.2752]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6627, -2.5377, -1.4127, -3.4127]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.076, -2.076, -1.576, -0.826]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2303, -2.8553, -0.8553, -0.9803]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0964, -1.7214, -1.5964, -1.5964]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8241, -0.8241, -2.0741, -1.8241]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2421, -1.8671, -1.8671, -1.4921]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6902, -1.8152, -1.0652, -1.6902]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3739, -1.8739, -0.7489, -1.6239]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7236, -0.7236, -2.7236, -2.7236]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3038, -0.9288, -2.6788, -1.6788]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.317, -0.567, -2.817, -2.692]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6833, -1.0583, -1.6833, -2.0583]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3218, -3.5718, -0.3218, -2.5718]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0496, -1.5496, -2.4246, -0.7996]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8384, -0.7134, -1.7134, -2.4634]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9564, -1.8314, -2.3314, -1.5814]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3233, -1.3233, -0.9483, -1.8233]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0986, -2.0986, -0.7236, -1.7236]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1003, -1.2253, -1.8503, -1.9753]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2089, -1.4589, -1.8339, -1.5839]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8673, -2.6173, -0.7423, -1.3673]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2201, -1.5951, -1.5951, -1.5951]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8682, -1.4932, -1.2432, -1.7432]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.827, -1.327, -1.327, -1.452]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6995, -1.6995, -0.8245, -2.0745]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2498, -2.2498, -1.1248, -1.7498]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8799, -1.0049, -1.1299, -2.1299]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4957, -1.6207, -1.3707, -1.6207]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2519, -1.0019, -1.7519, -1.6269]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4031, -2.0281, -1.2781, -1.9031]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5559, -1.1809, -1.4309, -2.0559]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.459, -1.459, -1.084, -2.084]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7864, -0.7864, -2.2864, -2.1614]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0909, -0.9659, -2.2159, -1.3409]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7529, -2.7529, -0.7529, -1.6279]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7064, -1.5814, -1.3314, -1.4564]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1827, -2.1827, -0.6827, -2.9327]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8711, -2.3711, -1.4961, -0.9961]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3425, -1.8425, -3.7175, -3.0925]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0808, -1.3308, -2.3308, -1.9558]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5317, -2.6567, -1.1567, -2.5317]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4503, -2.0753, -1.5753, -1.9503]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3833, -4.7583, -4.1333, -0.1333]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4584, -2.5834, -4.4584, -0.2084]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4199, -3.1699, -0.6699, -1.5449]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6459, -1.3959, -1.3959, -1.6459]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6633, -2.6633, -0.6633, -2.2883]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5099, -1.6349, -1.2599, -1.6349]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2867, -0.5367, -2.1617, -2.2867]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0997, -1.4747, -2.0997, -0.5997]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6576, -1.1576, -1.4076, -2.1576]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3617, -1.4867, -1.2367, -1.9867]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.5474, -0.1724, -4.2974, -3.9224]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.5289, -1.5289, -3.5289, -0.4039]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4296, -4.5546, -0.1796, -2.9296]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0632, -3.5632, -0.5632, -1.3132]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4776, -1.4776, -1.1026, -1.9776]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.276, -1.776, -1.776, -2.151]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6298, -2.7548, -0.8798, -1.3798]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.775, -1.775, -1.275, -1.275]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2969, -3.6719, -2.7969, -2.7969]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9622, -2.4622, -1.8372, -1.2122]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.195, -1.57, -1.445, -0.945]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.641, -1.766, -1.141, -1.516]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2263, -3.3513, -3.9763, -2.6013]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4401, -1.5651, -1.3151, -1.9401]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1292, -2.0042, -1.1292, -1.5042]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8048, -1.9298, -1.0548, -1.5548]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1367, -4.0117, -4.2617, -0.1367]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6663, -2.5413, -3.7913, -0.2913]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7404, -1.3654, -0.8654, -2.1154]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3134, -1.4384, -1.4384, -1.6884]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.753, -1.128, -1.378, -2.003]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4413, -1.4413, -1.1913, -1.9413]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8968, -1.7718, -0.8968, -1.5218]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5464, -1.4214, -1.5464, -1.4214]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7358, -2.2358, -0.8608, -1.4858]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5469, -2.6719, -0.7969, -1.6719]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6557, -2.2807, -1.1557, -1.2807]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2895, -1.7895, -0.9145, -1.4145]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9358, -2.4358, -0.4358, -2.0608]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0547, -1.9297, -1.3047, -1.0547]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.243, -3.743, -0.243, -3.118]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4489, -1.8239, -1.1989, -1.5739]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8192, -1.6942, -1.6942, -1.0692]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9107, -1.0357, -2.1607, -1.2857]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7244, -0.2244, -3.4744, -3.5994]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0322, -1.0322, -1.1572, -1.7822]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9628, -2.2128, -1.4628, -0.8378]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.46, -1.96, -1.335, -1.585]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2372, -3.3622, -2.3622, -0.2372]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0228, -1.7728, -3.0228, -0.3978]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2932, -1.5432, -1.1682, -2.4182]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1198, -1.4948, -1.8698, -1.6198]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5178, -1.1428, -2.5178, -1.1428]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2288, -1.6038, -1.8538, -1.6038]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6974, -1.1974, -1.3224, -2.0724]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4628, -1.4628, -1.0878, -2.0878]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0455, -1.5455, -0.7955, -2.0455]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2034, -1.2034, -1.7034, -1.8284]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1061, -3.6061, -4.8561, -3.6061]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6301, -1.5051, -1.1301, -1.6301]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9106, -1.2856, -2.4106, -0.7856]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6718, -2.0468, -1.1718, -1.1718]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5598, -5.1848, -0.1848, -3.4348]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2433, -1.8683, -0.9933, -1.2433]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1167, -2.3667, -0.4917, -3.9917]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4747, -2.2247, -0.9747, -0.9747]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1359, -0.8859, -1.0109, -3.0109]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0707, -1.6957, -2.0707, -0.5707]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0623, -1.3123, -1.9373, -1.0623]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6368, -2.1368, -1.1368, -1.2618]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0202, -2.0202, -1.0202, -1.6452]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9886, -1.9886, -0.7386, -1.7386]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1168, -4.2418, -4.7418, -3.9918]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7296, -2.3546, -1.7296, -1.8546]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9344, -1.5594, -1.4344, -3.0594]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3576, -1.8576, -1.2326, -1.7326]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5832, -4.8332, -0.0832, -5.0832]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4054, -1.9054, -0.7804, -1.5304]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6575, -4.4075, -4.6575, -0.1575]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3304, -1.4554, -2.7054, -1.0804]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0848, -1.0848, -1.4598, -3.0848]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6767, -1.1767, -1.6767, -1.4267]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2484, -1.6234, -1.1234, -1.1234]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4146, -1.7896, -1.6646, -1.1646]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.812, -0.937, -1.187, -2.312]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.886, -1.761, -2.261, -1.886]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.31, -1.06, -1.935, -1.56]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4667, -0.8417, -2.5917, -1.9667]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7107, -2.0857, -0.7107, -1.8357]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0683, -2.0683, -1.4433, -1.6933]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5472, -1.1722, -1.4222, -2.1722]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2914, -1.4164, -1.2914, -2.0414]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1783, -0.4283, -1.8033, -3.4283]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8533, -1.3533, -0.8533, -2.6033]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6901, -0.9401, -1.4401, -2.0651]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1793, -1.4293, -1.1793, -1.5543]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5233, -3.2733, -2.2733, -0.3983]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3906, -1.2656, -2.0156, -1.3906]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4604, -2.5854, -1.0854, -0.8354]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5724, -1.6974, -1.8224, -0.9474]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9815, -1.3565, -1.1065, -1.6065]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5032, -1.8782, -1.1282, -1.7532]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9284, -0.9284, -2.6784, -2.4284]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5375, -1.7875, -1.1625, -1.6625]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5609, -1.4359, -1.3109, -1.6859]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.3776, -1.7526, -1.7526, -1.1276]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2365, -1.9865, -0.7365, -1.4865]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.954, -1.829, -1.579, -0.954]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7078, -3.4578, -1.0828, -2.2078]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.334, -1.834, -1.209, -1.584]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7614, -1.2614, -1.3864, -1.8864]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1875, -1.5625, -1.3125, -2.0625]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4401, -2.4401, -2.3151, -2.6901]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3, -1.425, -1.55, -1.8]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7035, -1.4535, -2.7035, -0.9535]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.426, -2.176, -1.801, -1.301]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0851, -3.3351, -4.3351, -0.5851]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.76, -2.01, -3.135, -1.385]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2143, -2.9643, -1.7143, -0.5893]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6142, -3.4892, -0.7392, -1.1142]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5139, -0.5139, -2.1389, -2.1389]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4631, -1.5881, -1.5881, -1.5881]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9485, -3.4485, -2.1985, -0.5735]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.733, -1.858, -1.108, -1.733]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5772, -1.2022, -1.4522, -1.9522]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3396, -1.4646, -1.2146, -1.9646]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0144, -2.5144, -0.6394, -2.3894]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5199, -2.6449, -0.8949, -1.8949]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2732, -0.3982, -3.0232, -2.3982]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9473, -0.4473, -3.3223, -2.3223]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.8019, -0.8019, -3.8019, -1.0519]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1863, -1.3113, -3.6863, -1.1863]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3949, -2.0199, -1.7699, -0.8949]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4946, -1.3696, -1.4946, -1.6196]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0149, -1.6399, -2.0149, -0.7649]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4094, -1.4094, -1.7844, -1.2844]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5509, -1.4259, -1.6759, -1.5509]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9557, -1.5807, -1.3307, -1.2057]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.8181, -0.1931, -4.4431, -4.5681]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.142, -1.392, -1.892, -1.767]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6617, -1.1617, -1.4117, -2.0367]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3844, -1.5094, -1.1344, -2.0094]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2565, -4.5065, -0.1315, -4.0065]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6763, -4.0513, -0.1763, -2.6763]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0054, -2.1304, -1.5054, -0.8804]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7253, -1.9753, -1.7253, -0.8503]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7486, -3.2486, -0.2486, -2.9986]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0115, -2.1365, -1.2615, -2.0115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4635, -1.7135, -1.4635, -1.2135]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4283, -1.6783, -1.3033, -1.6783]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7134, -1.5884, -1.3384, -1.5884]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5727, -1.3227, -1.5727, -1.4477]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4238, -2.0488, -2.9238, -0.5488]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6627, -1.4127, -2.0377, -1.7877]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6377, -1.1377, -1.3877, -2.1377]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4203, -1.4203, -1.1703, -2.0453]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7516, -2.2516, -1.1266, -1.5016]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8624, -2.2374, -1.1124, -1.2374]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9912, -2.1162, -0.6162, -1.9912]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5429, -1.4179, -1.6679, -1.4179]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9408, -0.4408, -3.0658, -2.4408]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0417, -1.4167, -1.6667, -1.2917]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6871, -2.0621, -0.9371, -1.9371]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6023, -1.4773, -1.3523, -1.4773]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5219, -3.0219, -0.6469, -2.2719]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8132, -2.5632, -0.9382, -1.4382]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2049, -2.2049, -1.4549, -0.8299]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4258, -1.8008, -1.5508, -1.5508]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9098, -3.1598, -3.6598, -0.1598]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2084, -2.8334, -3.2084, -0.3334]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8619, -1.8619, -0.6119, -2.6119]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0476, -1.4226, -1.6726, -2.4226]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.5605, -0.5605, -2.1855, -1.5605]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.974, -1.849, -0.974, -1.474]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4977, -0.9977, -2.2477, -1.3727]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9216, -2.5466, -1.6716, -0.6716]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-0.964, -2.839, -4.089, -0.714]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2249, -2.4749, -2.7249, -0.7249]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7727, -1.2727, -1.5227, -1.8977]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4186, -1.1686, -1.6686, -1.6686]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0316, -1.6566, -0.7816, -1.9066]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7006, -1.9506, -2.0756, -0.8256]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.2965, -2.5465, -2.7965, -3.0465]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7019, -2.2019, -1.9519, -0.7019]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.1972, -1.0722, -2.1972, -1.6972]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2621, -0.7621, -2.7621, -1.3871]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.39, -4.39, -0.14, -2.89]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3249, -2.6999, -0.8249, -2.1999]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.656, -0.781, -2.281, -2.031]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0217, -1.2717, -1.2717, -1.5217]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9131, -3.6631, -0.5381, -1.5381]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2638, -1.1388, -1.3888, -1.8888]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.54, -3.915, -3.29, -0.29]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4728, -2.8478, -0.8478, -1.0978]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8253, -2.4503, -0.3253, -2.3253]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3112, -1.6862, -2.4362, -0.5612]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5996, -1.2246, -1.4746, -2.0996]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4563, -1.5813, -1.3313, -1.7063]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3939, -2.6439, -1.7689, -0.8939]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4393, -2.0643, -1.3143, -1.4393]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.43, -1.555, -1.43, -1.43]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.866, -1.741, -0.991, -1.491]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1543, -0.9043, -1.6543, -1.4043]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4329, -1.5579, -1.9329, -1.0579]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9936, -0.9936, -1.1186, -2.3686]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7827, -1.9077, -0.7827, -2.1577]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1351, -0.6351, -1.3851, -3.0101]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1341, -1.8841, -1.1341, -1.2591]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1532, -0.9032, -3.1532, -0.7782]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4353, -1.8103, -1.5603, -1.1853]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3871, -2.1371, -2.1371, -0.7621]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7916, -1.7916, -2.0416, -0.9166]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3599, -0.6099, -3.3599, -2.3599]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1204, -1.6204, -2.2454, -1.2454]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0704, -1.5704, -0.8204, -1.6954]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5977, -1.4727, -0.7227, -1.8477]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.403, -1.903, -1.278, -2.028]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6564, -1.5314, -1.2814, -1.6564]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1111, -1.2361, -1.3611, -2.4861]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4923, -0.9923, -1.7423, -1.7423]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5166, -2.6416, -1.3916, -0.8916]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6619, -1.0369, -2.5369, -1.2869]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.3832, -2.0082, -2.3832, -0.7582]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0282, -1.7782, -1.6532, -1.6532]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6147, -1.1147, -1.4897, -1.9897]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5225, -1.5225, -1.2725, -1.7725]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4857, -2.8607, -0.4857, -3.7357]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7862, -2.1612, -1.2862, -1.1612]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5526, -1.4276, -1.3026, -1.5526]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3068, -1.9318, -1.1818, -1.5568]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8618, -2.4868, -0.6118, -2.2368]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5599, -1.1849, -1.8099, -1.8099]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.196, -6.071, -3.696, -0.071]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5986, -3.3486, -2.0986, -0.3486]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4867, -3.7367, -1.4867, -0.7367]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6255, -1.8755, -2.0005, -0.8755]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1372, -1.2622, -1.7622, -2.3872]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7388, -1.7388, -1.2388, -1.3638]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3827, -4.3827, -4.1327, -0.1327]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8637, -2.2387, -0.9887, -1.7387]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.4616, -2.8366, -2.7116, -2.9616]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.395, -2.145, -1.77, -2.02]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6761, -1.1761, -1.4261, -2.0511]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2652, -1.7652, -1.8902, -1.2652]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4492, -1.5742, -1.4492, -1.6992]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0267, -2.5267, -1.0267, -1.0267]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3082, -4.4332, -3.5582, -0.1832]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4333, -2.3083, -1.5583, -0.6833]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6309, -0.2559, -4.3809, -3.8809]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5958, -1.4708, -1.3458, -1.7208]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6435, -2.0185, -1.0185, -1.7685]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4128, -1.6628, -1.1628, -1.6628]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6766, -3.5516, -1.9266, -1.3016]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3835, -1.8835, -1.8835, -1.0085]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4575, -3.4575, -3.4575, -0.2075]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.613, -3.363, -0.488, -1.488]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4464, -3.3214, -0.9464, -1.1964]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4175, -2.6675, -1.0425, -1.5425]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.209, -3.709, -3.584, -0.209]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6035, -3.4785, -3.2285, -1.3535]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0275, -0.5275, -2.7775, -2.1525]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3278, -1.2028, -2.2028, -1.5778]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9652, -2.7152, -1.2152, -1.3402]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0932, -1.8432, -1.7182, -1.5932]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6428, -1.3928, -1.6428, -1.2678]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4285, -1.4285, -1.4285, -1.0535]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0756, -1.2006, -1.0756, -2.3256]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2363, -1.8613, -0.9863, -1.7363]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0481, -1.5481, -1.1731, -1.4231]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7972, -1.5472, -1.1722, -1.4222]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8796, -1.1296, -2.5046, -2.0046]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4483, -1.3233, -2.1983, -1.1983]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2692, -1.0192, -1.5192, -1.6442]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4683, -1.3433, -1.8433, -1.7183]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4576, -1.5826, -1.5826, -1.2076]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3988, -1.8988, -1.2738, -1.2738]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3907, -3.0157, -2.1407, -2.5157]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8842, -1.3842, -1.8842, -1.0092]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8444, -1.7194, -1.2194, -1.3444]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3669, -1.4919, -1.4919, -1.6169]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3845, -1.8845, -1.6345, -1.7595]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1799, -2.1799, -1.9299, -1.4299]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6389, -5.0139, -0.3889, -2.8889]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5765, -3.3265, -0.8265, -0.9515]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.73, -2.605, -0.73, -1.73]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5572, -1.4322, -1.8072, -1.3072]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8405, -2.9655, -2.5905, -0.4655]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3755, -1.7505, -1.3755, -1.3755]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1806, -3.0556, -4.0556, -3.0556]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1507, -1.5257, -2.2757, -1.4007]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7777, -1.1527, -1.4027, -2.0277]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2716, -1.7716, -1.8966, -1.2716]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9813, -0.9813, -0.7313, -3.6063]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1869, -1.5619, -0.9369, -1.5619]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6572, -1.1572, -1.4072, -1.9072]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6602, -1.4102, -1.7852, -1.4102]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1554, -0.7804, -1.2804, -2.0304]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2528, -1.5028, -1.6278, -1.5028]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0937, -3.2187, -0.4687, -1.8437]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8987, -2.0237, -1.0237, -1.3987]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7048, -1.0798, -2.3298, -0.8298]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9697, -1.9697, -0.9697, -1.5947]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0364, -1.4114, -1.1614, -3.0364]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.35, -1.85, -1.6, -1.225]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1658, -2.1658, -1.1658, -1.1658]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5034, -2.0034, -1.2534, -1.3784]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5341, -2.9091, -2.7841, -0.2841]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5806, -2.0806, -1.7056, -0.9556]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8289, -0.5789, -1.8289, -1.9539]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5063, -1.5063, -1.1313, -2.1313]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6385, -4.2635, -0.1385, -3.1385]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1987, -2.0737, -1.1987, -0.9487]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.4511, -2.8261, -2.3261, -2.3261]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.3703, -1.2453, -1.7453, -1.6203]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6977, -2.8227, -1.8227, -2.4477]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2791, -2.5291, -0.9041, -2.0291]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5723, -0.9473, -2.0723, -1.9473]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.753, -1.753, -1.003, -1.753]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6708, -1.1708, -1.4208, -2.0458]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4595, -1.4595, -1.0845, -2.0845]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7433, -3.6183, -0.2433, -2.6183]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7724, -1.7724, -1.0224, -1.6474]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5655, -1.0655, -1.4405, -2.1905]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3679, -1.4929, -1.1179, -2.1179]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3325, -1.7075, -1.4575, -1.4575]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7594, -1.5094, -1.2594, -1.3844]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3445, -1.5945, -1.5945, -1.5945]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.282, -2.032, -1.657, -1.907]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1053, -0.6053, -1.6053, -2.4803]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9053, -1.5303, -1.2803, -1.2803]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3753, -2.7503, -3.2503, -1.7503]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5638, -1.4388, -1.4388, -1.4388]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9956, -1.6206, -2.6206, -0.6206]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0507, -2.0507, -1.8007, -1.4257]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6465, -1.7715, -0.7715, -1.7715]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.577, -1.577, -1.577, -1.327]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7476, -1.7476, -0.4976, -3.1226]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7828, -1.0328, -1.4078, -2.0328]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0813, -0.3313, -3.3313, -3.3313]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6838, -1.9338, -1.3088, -1.4338]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6584, -1.1584, -1.4084, -2.1584]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3868, -1.5118, -1.1368, -2.0118]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.1312, -0.5062, -2.8812, -1.6312]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0407, -2.5407, -1.1657, -1.7907]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.749, -2.124, -0.374, -2.624]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4264, -2.8014, -0.8014, -0.9264]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2089, -3.7089, -0.3339, -2.0839]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1404, -1.8904, -1.5154, -1.5154]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3491, -2.0991, -0.9741, -1.2241]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0632, -1.8132, -0.8132, -1.5632]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9412, -0.3162, -2.1912, -2.9412]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.693, -0.693, -1.943, -1.568]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6842, -0.9342, -2.1842, -1.5592]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.943, -1.443, -1.943, -1.068]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8812, -3.8812, -2.8812, -0.3812]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5914, -3.2164, -1.5914, -0.4664]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1593, -3.5343, -3.7843, -0.1593]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.645, -2.145, -2.77, -0.395]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.053, -1.178, -1.303, -2.178]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6171, -1.2421, -1.4921, -1.7421]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6262, -2.3762, -1.5012, -2.7512]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.535, -2.285, -1.16, -1.285]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4543, -1.2043, -0.7043, -2.7043]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0738, -1.0738, -1.3238, -1.6988]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9633, -3.5883, -3.3383, -0.3383]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4663, -2.4663, -1.0913, -1.4663]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3272, -2.8272, -0.9522, -0.9522]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6241, -2.3741, -4.4991, -0.2491]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6074, -3.2324, -3.3574, -0.2324]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2942, -1.4192, -1.5442, -1.9192]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1317, -1.5067, -2.0067, -1.1317]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9277, -1.3027, -1.5527, -1.1777]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.191, -2.816, -2.816, -1.941]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8353, -2.3353, -1.7103, -0.7103]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-0.9098, -0.7848, -3.5348, -3.0348]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3492, -1.7242, -1.4742, -1.4742]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8365, -3.5865, -0.2115, -3.0865]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5127, -2.2627, -1.3877, -1.0127]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4706, -1.0956, -1.9706, -1.5956]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3505, -1.4755, -1.6005, -1.6005]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2995, -3.2995, -2.7995, -2.4245]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2393, -1.4893, -1.3643, -1.9893]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5379, -1.9129, -2.2879, -2.1629]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9875, -1.6125, -2.3625, -1.3625]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3055, -1.3055, -1.6805, -2.0555]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6867, -2.0617, -1.0617, -1.5617]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7758, -1.0258, -2.6508, -1.1508]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0266, -1.1516, -2.5266, -1.0266]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5004, -1.3754, -1.0004, -2.2504]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4571, -2.0821, -0.9571, -1.7071]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8644, -1.6144, -0.9894, -1.7394]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8178, -1.3178, -1.3178, -1.4428]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4386, -2.4386, -2.4386, -2.9386]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.914, -1.789, -2.164, -1.789]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5874, -1.7124, -2.0874, -0.8374]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2443, -1.6193, -2.3693, -0.7443]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7027, -1.2027, -1.3277, -1.9527]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4797, -1.4797, -1.1047, -1.9797]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3302, -1.3302, -0.9552, -1.8302]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5288, -1.5288, -0.9038, -1.5288]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4016, -0.4016, -3.1516, -2.1516]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.246, -1.496, -2.121, -1.371]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1571, -2.5321, -0.5321, -2.0321]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1813, -2.5563, -0.5563, -1.8063]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.7769, -0.2769, -2.9019, -2.6519]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4551, -0.4551, -3.3301, -2.2051]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8235, -1.6985, -1.1985, -1.3235]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4663, -1.8413, -1.2163, -1.4663]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6138, -1.1138, -1.4888, -1.9888]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4493, -1.4493, -1.1993, -1.9493]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6664, -1.1664, -1.2914, -2.1664]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3427, -1.4677, -1.2177, -2.0927]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.8894, -0.1394, -3.5144, -3.8894]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.7508, -0.3758, -2.6258, -2.1258]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.1111, -0.1111, -5.3611, -5.4861]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8478, -0.4728, -2.5978, -1.9728]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.187, -2.937, -2.687, -0.312]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2917, -1.5417, -1.2917, -1.0417]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6344, -1.1344, -1.3844, -2.1344]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3695, -1.4945, -1.1195, -2.1195]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.3724, -0.7474, -1.7474, -1.6224]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7802, -1.0302, -1.5302, -1.9052]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7663, -0.1413, -3.0163, -3.5163]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9928, -0.9928, -1.4928, -1.7428]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9754, -2.2254, -1.8504, -1.6004]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3034, -1.6784, -1.8034, -1.5534]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2987, -4.0487, -3.2987, -0.1737]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7541, -1.8791, -1.3791, -1.1291]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6446, -3.1446, -1.0196, -3.3946]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2865, -1.9115, -1.0365, -1.9115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.217, -0.217, -3.967, -4.967]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.191, -0.2535, -3.2535, -3.7535]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0798, -1.0798, -2.0798, -2.2048]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8348, -1.7098, -1.5848, -1.0848]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3957, -2.5207, -0.5207, -2.0207]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6927, -1.5677, -1.0677, -1.8177]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.533, -0.658, -2.033, -2.533]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.596, -1.471, -1.471, -1.346]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0819, -1.4569, -1.5819, -1.2069]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9933, -1.8683, -1.9933, -1.3683]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.6392, -5.3892, -5.2642, -0.1392]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4681, -2.4681, -4.2181, -0.2181]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7824, -0.2824, -3.6574, -3.9074]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9792, -0.9792, -2.4792, -1.4792]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5586, -1.1836, -1.0586, -1.8086]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9385, -1.0635, -2.4385, -1.3135]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4661, -1.0911, -1.4661, -2.7161]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2615, -2.1365, -0.6365, -2.0115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3447, -2.0947, -1.3447, -1.2197]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5303, -1.6553, -1.2803, -1.5303]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6585, -1.6585, -1.2835, -1.6585]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6456, -1.8956, -1.3956, -1.1456]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1545, -1.7795, -1.9045, -1.0295]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6791, -1.5541, -1.4291, -1.4291]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6055, -5.2305, -4.7305, -0.1055]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6764, -1.8014, -1.1764, -1.3014]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9479, -2.1979, -1.6979, -1.4479]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.002, -2.377, -2.502, -0.627]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7906, -1.6656, -0.9156, -1.7906]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9779, -1.4779, -1.1029, -1.4779]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4093, -0.5343, -2.4093, -1.6593]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9813, -1.3563, -1.9813, -0.9813]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5505, -1.1755, -1.4255, -2.0505]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4316, -1.5566, -1.0566, -2.1816]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4753, -3.3503, -2.9753, -0.3503]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0187, -1.8937, -1.6437, -1.0187]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6561, -1.1561, -1.2811, -2.2811]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2988, -1.5488, -1.1738, -2.0488]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1918, -2.3168, -1.8168, -2.1918]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.103, -2.228, -2.103, -1.978]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2407, -4.4907, -4.7407, -0.1157]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.45, -1.575, -1.95, -1.2]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9425, -2.4425, -1.3175, -1.0675]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6638, -1.5388, -1.4138, -1.2888]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6703, -1.1703, -1.4203, -1.9203]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4596, -1.4596, -1.2096, -1.8346]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9854, -0.7354, -1.3604, -2.3604]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5147, -1.3897, -1.3897, -1.6397]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3031, -2.3031, -0.6781, -1.4281]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2848, -1.4098, -1.7848, -1.5348]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6061, -2.3561, -1.2311, -0.9811]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4411, -1.1911, -1.5661, -1.6911]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5018, -2.2518, -1.1268, -1.6268]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3057, -1.6807, -1.5557, -1.8057]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7101, -1.2101, -1.7101, -0.9601]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2357, -2.1107, -1.6107, -0.7357]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.1048, -2.9798, -0.8548, -2.3548]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2199, -2.7199, -1.0949, -1.5949]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2957, -1.0457, -2.4207, -1.6707]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9488, -1.6988, -2.8238, -0.5738]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9915, -0.9915, -1.6165, -1.6165]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6433, -1.7683, -1.5183, -1.1433]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2897, -2.7897, -0.5397, -2.9147]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6368, -2.0118, -1.0118, -1.6368]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2242, -1.9742, -4.9742, -0.3492]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3777, -2.8777, -4.8777, -0.2527]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5308, -3.5308, -3.0308, -0.2808]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6808, -2.1808, -1.9308, -0.8058]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6293, -1.1293, -1.5043, -2.0043]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4572, -1.4572, -1.0822, -2.0822]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6902, -0.1902, -3.8152, -3.5652]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9107, -0.2857, -3.2857, -2.9107]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3785, -4.1285, -3.5035, -0.1285]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1258, -3.0008, -2.0008, -0.5008]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7338, -1.7338, -1.3588, -1.9838]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.612, -1.737, -1.362, -1.487]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1169, -2.2419, -1.2419, -1.1169]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6078, -2.7328, -0.7328, -1.4828]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4284, -2.5534, -1.4284, -1.3034]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9817, -1.4817, -1.3567, -1.3567]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5985, -1.0985, -1.3485, -2.2235]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.2997, -1.5497, -1.1747, -2.0497]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.822, -1.447, -2.072, -1.947]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3961, -1.5211, -1.8961, -1.1461]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2159, -3.2159, -0.8409, -0.8409]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1185, -3.1185, -0.6185, -1.4935]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6478, -3.3978, -4.3978, -0.1478]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7915, -1.4165, -1.2915, -1.6665]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8563, -3.3563, -1.8563, -0.3563]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.292, -1.792, -1.667, -0.792]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1427, -1.5177, -1.0177, -1.7677]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5319, -1.7819, -1.0319, -1.1569]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4587, -0.2087, -3.9587, -3.3337]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6818, -0.9318, -3.8068, -0.8068]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2884, -1.9134, -1.4134, -0.7884]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8062, -1.6812, -1.4312, -1.5562]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4439, -0.9439, -1.3189, -1.6939]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5514, -1.0514, -1.4264, -1.4264]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1887, -2.3137, -3.3137, -0.4387]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6159, -1.4909, -1.4909, -1.4909]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9767, -2.4767, -0.7267, -1.2267]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5181, -2.1431, -0.7681, -1.3931]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2231, -1.0981, -1.0981, -2.3481]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3175, -1.5675, -0.9425, -1.5675]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3414, -1.7164, -0.5914, -2.0914]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.587, -1.337, -1.337, -1.712]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0154, -1.2654, -2.1404, -2.3904]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4603, -1.5853, -0.9603, -2.2103]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4019, -2.6519, -2.5269, -2.1519]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0986, -2.0986, -0.9736, -1.2236]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0029, -1.8779, -1.3779, -1.3779]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8527, -1.8527, -1.4777, -1.3527]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8754, -2.3754, -0.6254, -2.1254]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8356, -1.8356, -0.8356, -1.8356]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2139, -1.5889, -1.5889, -1.3389]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1729, -1.5479, -1.0479, -1.4229]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1078, -0.3578, -3.1078, -2.7328]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5188, -1.5188, -2.0188, -1.1438]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9613, -1.4613, -1.0863, -1.7113]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9634, -1.5884, -1.4634, -1.4634]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6132, -1.4882, -1.6132, -2.3632]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5074, -2.2574, -1.1324, -1.8824]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9044, -1.9044, -0.9044, -1.6544]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6888, -1.9388, -1.0638, -1.4388]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5878, -0.3378, -3.8378, -3.9628]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9918, -1.8668, -1.7418, -1.3668]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2737, -1.2737, -2.8987, -1.2737]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5151, -1.3901, -1.2651, -1.7651]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.813, -4.188, -0.313, -5.063]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1697, -2.4197, -0.5447, -2.1697]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.54, -3.04, -2.665, -0.29]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5996, -1.2246, -2.2246, -1.2246]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8092, -1.0592, -1.4342, -2.0592]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4292, -1.5542, -1.0542, -2.0542]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5376, -3.5376, -0.5376, -2.4126]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0703, -2.4453, -0.6953, -1.8203]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6939, -2.6939, -2.1939, -0.5689]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4026, -3.4026, -4.5276, -0.1526]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7079, -0.5829, -2.5829, -1.4579]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.6845, -2.1845, -1.8095, -1.8095]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1395, -1.1395, -1.3895, -1.5145]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9086, -0.9086, -2.4086, -1.1586]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6922, -1.4422, -1.0672, -2.3172]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2708, -1.2708, -1.7708, -2.1458]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5401, -1.1651, -1.6651, -1.6651]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7732, -1.2732, -2.0232, -1.1482]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9942, -1.2442, -0.9942, -1.9942]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4096, -1.2846, -1.6596, -1.5346]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8126, -2.9376, -1.3126, -0.5626]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7165, -1.2165, -1.7165, -1.7165]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8044, -2.5544, -0.3044, -2.8044]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5819, -2.4569, -0.9569, -1.4569]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2519, -4.0019, -3.6269, -2.3769]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0828, -2.0828, -1.5828, -1.4578]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.353, -2.853, -0.728, -1.353]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.183, -2.558, -1.308, -1.933]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8564, -3.8564, -0.3564, -3.3564]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1364, -2.5114, -0.8864, -2.0114]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1043, -1.4793, -0.4793, -4.2293]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9147, -1.6647, -0.7897, -2.1647]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.4991, -1.4991, -1.6241, -1.7491]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2593, -1.5093, -1.6343, -1.6343]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6969, -1.1969, -1.5719, -1.6969]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6877, -1.6877, -1.6877, -1.4377]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.177, -3.927, -2.677, -0.802]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1287, -2.0037, -1.2537, -2.0037]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.612, -2.237, -1.987, -0.737]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3156, -1.5656, -1.5656, -1.5656]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6186, -0.9936, -2.3686, -1.4936]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3231, -1.9481, -1.6981, -1.1981]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.4446, -0.0696, -4.3196, -4.4446]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2187, -0.5937, -2.9687, -1.2187]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7609, -4.2609, -0.2609, -2.2609]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.459, -2.334, -0.834, -1.209]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1321, -3.6321, -3.1321, -3.8821]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5865, -1.9615, -0.9615, -1.5865]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6664, -1.2914, -2.5414, -1.2914]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7796, -1.2796, -1.9046, -1.2796]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9798, -1.2298, -1.4798, -1.2298]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5263, -1.6513, -1.1513, -1.7763]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1112, -0.3612, -1.9862, -3.4862]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.294, -0.544, -2.794, -2.169]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5038, -0.7538, -2.1288, -1.8788]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0466, -0.6716, -3.0466, -1.5466]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5429, -1.1679, -1.4179, -2.1679]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3412, -1.5912, -1.0912, -2.2162]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4669, -1.7169, -0.8419, -2.4669]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7381, -1.4881, -1.2381, -1.7381]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1232, -2.7482, -0.7482, -1.2482]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0926, -2.4676, -0.8426, -1.2176]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-5.1974, -0.3224, -2.1974, -3.3224]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1739, -1.2989, -1.2989, -1.5489]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4532, -2.2032, -2.2032, -2.2032]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3894, -1.6394, -1.2644, -1.8894]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2992, -0.5492, -2.1742, -1.9242]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5135, -0.7635, -2.7635, -2.0135]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3902, -5.1402, -0.1402, -4.8902]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3248, -1.5748, -1.5748, -1.5748]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0337, -0.5337, -4.9087, -4.9087]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2714, -1.5214, -1.5214, -1.8964]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7154, -1.5904, -1.4654, -0.9654]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6575, -1.9075, -1.5325, -1.2825]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7057, -1.2057, -1.3307, -2.2057]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.3417, -1.4667, -1.2167, -2.0917]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.705, -1.955, -0.58, -1.58]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5881, -1.8381, -1.9631, -0.5881]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4893, -1.4893, -1.7393, -1.3643]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7426, -1.4926, -2.1176, -0.9926]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7088, -0.7088, -2.3338, -1.8338]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2171, -1.3421, -2.0921, -0.8421]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3641, -3.6141, -0.8641, -1.6141]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0353, -2.2853, -2.1603, -0.5353]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9408, -2.5658, -3.6908, -0.4408]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9577, -1.9577, -1.5827, -0.8327]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0084, -3.2584, -4.3834, -0.6334]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.3357, -4.0232, -4.6482, -0.1482]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5579, -1.1829, -1.4329, -2.0579]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3626, -1.4876, -1.1126, -2.1126]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9091, -1.1591, -2.7841, -2.0341]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0749, -1.6999, -1.9499, -1.4499]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1486, -5.3986, -5.7736, -5.0236]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3917, -3.5167, -3.5167, -1.7667]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0483, -2.9233, -0.2983, -2.0483]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5705, -1.6955, -1.4455, -1.1955]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4609, -3.7109, -0.2109, -2.4609]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1448, -1.2698, -1.7698, -1.0198]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.905, -3.155, -0.905, -1.03]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3107, -2.0607, -0.8107, -1.3107]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9373, -1.6873, -1.5623, -1.0623]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7426, -1.6176, -1.1176, -1.7426]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9009, -1.2759, -1.5259, -1.7759]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5715, -1.5715, -1.4465, -1.3215]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.441, -2.191, -1.441, -1.191]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1568, -2.0318, -1.4068, -1.5318]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0559, -4.0559, -3.4309, -0.3059]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8569, -2.8569, -1.2319, -0.8569]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9248, -1.9248, -1.0498, -2.5498]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5494, -1.9244, -1.0494, -1.5494]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1173, -1.2423, -2.9923, -1.2423]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5444, -2.5444, -3.0444, -1.5444]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4299, -2.1799, -0.9299, -1.5549]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5579, -2.1829, -1.1829, -1.3079]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7177, -1.3427, -1.8427, -1.4677]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4102, -1.7852, -1.0352, -1.9102]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9925, -1.6175, -1.3675, -2.2425]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0781, -1.9531, -0.9531, -1.4531]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2499, -2.8749, -1.2499, -0.6249]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1884, -2.1884, -1.3134, -0.8134]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5421, -3.1671, -1.2921, -3.5421]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6104, -2.6104, -0.8604, -1.6104]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2616, -3.5116, -3.5116, -0.1366]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5014, -1.7514, -1.1264, -1.5014]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1622, -3.6622, -3.6622, -3.2872]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4108, -1.9108, -2.4108, -0.7858]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.746, -1.246, -1.371, -1.996]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4548, -1.5798, -1.0798, -1.9548]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6791, -1.3041, -1.5541, -1.8041]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6687, -1.2937, -1.5437, -1.4187]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5699, -1.1949, -1.4449, -2.0699]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.2987, -1.5487, -1.1737, -2.0487]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.476, -1.976, -0.976, -2.226]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2743, -1.7743, -1.2743, -1.8993]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5866, -1.8366, -1.0866, -1.4616]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3484, -1.7234, -1.7234, -1.2234]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6492, -1.5242, -1.1492, -2.2742]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3304, -1.7054, -1.4554, -1.4554]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1503, -2.4003, -2.4003, -0.7753]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7011, -1.7011, -1.4511, -1.3261]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8042, -1.3042, -1.1792, -1.6792]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0002, -1.7502, -2.5002, -0.6252]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0663, -1.6913, -1.1913, -1.4413]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7819, -1.2819, -1.4069, -1.6569]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7724, -0.3974, -2.1474, -2.1474]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8392, -1.5892, -2.3392, -0.5892]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9439, -1.8189, -0.5689, -2.5689]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8016, -1.6766, -0.9266, -1.8016]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2556, -0.1306, -5.0056, -5.0056]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2088, -0.8338, -1.8338, -1.5838]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.441, -1.691, -1.441, -1.316]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5744, -2.3244, -2.6994, -0.5744]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6404, -1.1404, -1.3904, -2.0154]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3171, -1.6921, -1.6921, -1.3171]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0681, -1.6931, -1.4431, -1.0681]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9993, -1.6243, -0.9993, -1.4993]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3673, -3.3673, -2.2423, -2.7423]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6299, -1.5049, -1.3799, -1.5049]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7508, -1.1258, -1.3758, -2.1258]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5624, -1.5624, -1.0624, -1.9374]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8256, -1.3256, -0.8256, -1.7006]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.5132, -1.5132, -1.6382, -1.5132]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3927, -5.1427, -0.1427, -4.3927]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3843, -2.1343, -1.2593, -1.5093]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1345, -3.3845, -3.5095, -3.7595]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2083, -1.7083, -1.3333, -2.2083]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1562, -3.0312, -0.9062, -0.7812]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0611, -2.4361, -0.6861, -1.8111]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.053, -1.803, -0.803, -1.928]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9476, -1.5726, -1.0726, -1.4476]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5445, -0.5445, -3.1695, -1.5445]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2518, -0.8768, -3.0018, -1.0018]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1671, -2.4171, -1.5421, -1.6671]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8473, -1.3473, -1.4723, -1.3473]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.117, -1.117, -1.117, -1.742]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6755, -1.3005, -1.4255, -1.6755]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.2038, -4.0788, -0.5788, -2.9538]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1094, -1.7344, -1.4844, -1.7344]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2827, -2.9077, -2.5327, -0.2827]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2445, -1.7445, -2.2445, -0.6195]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.5629, -2.6879, -0.6879, -1.1879]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.9484, -3.1984, -0.3234, -1.9484]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.041, -4.541, -0.416, -2.916]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2413, -2.9913, -0.7413, -2.4913]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.255, -0.88, -1.005, -2.755]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5172, -1.1422, -1.1422, -1.6422]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4167, -2.1667, -1.6667, -1.1667]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3462, -1.9712, -1.8462, -1.0962]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0212, -2.2712, -1.5212, -0.7712]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8185, -2.3185, -0.9435, -1.3185]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5792, -2.8292, -2.9542, -1.3292]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4956, -1.8706, -2.2456, -0.8706]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.791, -1.916, -1.791, -0.791]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5344, -1.0344, -2.1594, -1.0344]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1531, -2.2781, -2.5281, -0.9031]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1905, -2.3155, -1.4405, -1.5655]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5888, -0.8388, -2.0888, -1.2138]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9921, -1.6171, -1.2421, -1.2421]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9773, -0.3523, -2.4773, -2.2273]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8414, -0.5914, -2.7164, -2.0914]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-0.9353, -4.0603, -0.8103, -4.3103]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2686, -2.6436, -1.2686, -1.2686]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9996, -1.7496, -2.9996, -0.6246]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4144, -1.7894, -2.0394, -1.0394]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.313, -1.188, -1.313, -2.188]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4745, -1.4745, -1.2245, -1.7245]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9314, -2.0564, -1.0564, -1.4314]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4143, -1.9143, -1.4143, -1.4143]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1366, -2.1366, -1.7616, -1.0116]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7588, -1.7588, -1.2588, -1.2588]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3396, -3.3396, -0.0896, -4.0896]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3816, -1.8816, -1.1316, -1.6316]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6793, -1.6793, -0.9293, -1.6793]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8656, -2.2406, -0.9906, -1.2406]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9473, -3.1973, -0.8223, -0.9473]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1252, -2.0002, -1.0002, -1.2502]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.446, -2.071, -0.446, -3.071]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4078, -1.4078, -1.0328, -1.6578]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7638, -2.6388, -1.0138, -2.8888]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6354, -1.7604, -1.0104, -1.6354]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3757, -0.1257, -3.7507, -3.8757]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7019, -1.9519, -2.4519, -1.5769]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0232, -1.2732, -2.0232, -1.6482]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7993, -1.2993, -1.4243, -1.5493]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5472, -1.2972, -1.0472, -2.2972]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2111, -1.3361, -1.7111, -1.8361]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1701, -0.7951, -2.2951, -2.4201]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4931, -1.3681, -1.9931, -1.1181]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.4829, -3.4829, -0.2329, -2.2329]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8264, -1.3264, -1.4514, -1.4514]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1161, -4.8661, -4.6161, -3.8661]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3496, -2.5996, -3.5996, -2.4746]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1313, -4.0063, -5.0063, -4.5063]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1431, -2.3931, -2.2681, -0.8931]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9933, -1.6183, -1.2433, -1.6183]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8817, -1.7567, -1.2567, -1.3817]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-2.6841, -3.4341, -3.3091, -3.6841]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7917, -1.5417, -1.2917, -1.4167]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.26, -0.135, -3.76, -3.01]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.6981, -2.6981, -3.5731, -0.1981]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.0903, -2.3403, -2.4653, -0.9653]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7035, -1.4535, -1.4535, -1.4535]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0155, -0.8905, -2.8905, -2.6405]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5908, -1.2158, -1.4658, -1.5908]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2707, -3.5207, -2.0207, -0.3957]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2281, -1.9781, -1.9781, -1.1031]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6637, -1.1637, -1.4137, -2.0387]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4938, -1.3688, -1.1188, -2.1188]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.0759, -4.3259, -4.5759, -4.5759]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.989, -2.114, -1.364, -1.739]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0081, -0.2581, -4.8831, -4.7581]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2314, -0.3564, -3.9814, -3.4814]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2552, -2.1302, -2.2552, -0.5052]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5067, -1.5067, -1.5067, -1.3817]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6294, -2.8794, -0.2544, -3.8794]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3875, -2.0125, -1.3875, -1.3875]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0102, -1.7602, -1.3852, -1.0102]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.548, -1.548, -1.298, -1.673]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6495, -1.6495, -1.0245, -1.8995]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4608, -1.7108, -1.3358, -1.4608]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5114, -1.0114, -2.3864, -1.2614]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.5852, -1.2102, -1.5852, -1.5852]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3042, -1.4292, -1.0542, -2.6792]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3175, -1.3175, -1.4425, -1.9425]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5332, -2.1582, -2.5332, -1.9082]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8376, -2.5876, -2.7126, -1.0876]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2173, -2.8423, -1.9673, -0.4673]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5262, -2.1512, -1.1512, -1.4012]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3007, -1.5507, -1.5507, -1.6757]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9602, -1.4602, -1.4602, -1.5852]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9681, -2.7181, -1.7181, -0.7181]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0627, -2.3127, -0.9377, -1.4377]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.249, -3.374, -3.374, -2.624]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.591, -1.466, -1.216, -1.841]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2072, -4.2072, -2.9572, -2.5822]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.689, -1.564, -1.564, -1.189]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.703, -2.328, -3.453, -0.453]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9163, -2.7913, -2.0413, -1.0413]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0109, -1.0109, -2.5109, -2.0109]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4184, -1.6684, -1.6684, -1.2934]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6149, -1.1149, -1.3649, -2.2399]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3669, -1.4919, -1.1169, -2.1169]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.955, -4.08, -0.205, -3.58]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6507, -2.7757, -0.6507, -2.0257]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.5453, -2.0453, -1.6703, -2.4203]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9954, -2.1204, -1.6204, -1.8704]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7995, -0.9245, -2.7995, -1.7995]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9074, -1.0324, -1.9074, -1.4074]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3886, -1.8886, -1.5136, -1.1386]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6708, -1.5458, -1.2958, -1.4208]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1227, -0.9977, -1.4977, -1.4977]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3065, -1.9315, -1.4315, -1.3065]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-5.5511, -0.0511, -5.0511, -4.9261]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6525, -0.2775, -4.0275, -2.9025]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0971, -2.0971, -0.5971, -2.8471]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4865, -1.6115, -1.2365, -1.6115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.674, -1.174, -1.174, -1.924]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.905, -1.28, -1.405, -1.405]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2769, -1.2769, -1.4019, -2.0269]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.955, -1.205, -1.58, -1.33]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7552, -1.2552, -3.0052, -1.8802]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.95, -1.45, -2.2, -1.7]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0752, -1.5752, -2.2002, -0.7002]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4564, -2.7064, -1.2064, -0.8314]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6782, -3.0532, -0.5532, -3.0532]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5039, -1.6289, -1.3789, -1.8789]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4053, -1.9053, -2.1553, -0.6553]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0177, -1.5177, -2.1427, -0.8927]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4504, -1.4504, -1.4504, -1.3254]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5749, -2.0749, -1.1999, -1.1999]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2307, -1.3557, -1.2307, -1.3557]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7886, -1.1636, -1.5386, -1.5386]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0797, -2.2047, -1.3297, -2.5797]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1862, -2.3112, -1.1862, -1.6862]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9749, -0.4749, -3.0999, -1.5999]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0715, -1.9465, -3.0715, -0.5715]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6288, -1.1288, -1.3788, -2.1288]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3764, -1.5014, -1.1264, -2.1264]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1031, -4.9781, -4.3531, -0.1031]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.067, -1.192, -2.817, -0.817]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4673, -1.7173, -1.4673, -1.8423]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7285, -1.3535, -1.7285, -1.6035]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6672, -1.1672, -1.4172, -2.0422]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3756, -1.5006, -1.1256, -2.1256]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.972, -1.347, -1.097, -1.722]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7465, -1.2465, -1.4965, -1.6215]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6233, -1.8733, -1.4983, -1.1233]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4336, -1.8086, -1.6836, -1.1836]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1603, -2.1603, -0.2853, -3.2853]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4115, -1.9115, -0.5365, -2.2865]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5177, -2.0177, -2.1427, -2.2677]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0361, -1.5361, -2.4111, -1.6611]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.471, -1.721, -3.346, -0.346]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4898, -2.2398, -1.6148, -0.6148]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5261, -3.2761, -0.6511, -1.9011]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.446, -1.446, -1.571, -1.571]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2235, -1.3485, -1.5985, -0.9735]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2422, -1.8672, -1.6172, -1.7422]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6246, -0.7496, -1.3746, -1.8746]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1513, -1.1513, -1.5263, -1.4013]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3928, -4.8928, -1.8928, -0.2678]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9955, -4.8705, -1.8705, -0.2455]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1684, -4.5434, -0.1684, -4.4184]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2349, -1.7349, -0.9849, -1.3599]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.5975, -0.2225, -2.7225, -3.9725]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9384, -0.6884, -1.9384, -1.5634]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4596, -4.0846, -0.2096, -4.8346]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2113, -4.3363, -0.2113, -3.3363]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8666, -0.6166, -2.9916, -1.9916]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7441, -1.3691, -1.6191, -1.3691]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.313, -2.938, -1.188, -0.563]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8095, -2.1845, -1.0595, -1.1845]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6425, -1.1425, -1.3925, -2.0175]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2781, -1.6531, -1.7781, -1.2781]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9142, -0.4142, -3.1642, -2.9142]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3477, -1.3477, -2.2227, -1.4727]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1217, -1.3717, -1.6217, -1.8717]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1778, -1.3028, -1.0528, -1.6778]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3293, -1.7043, -3.0793, -0.8293]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4543, -1.0793, -2.8293, -1.2043]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.092, -5.092, -0.217, -5.717]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8718, -2.3718, -0.8718, -1.9968]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5156, -3.5156, -1.6406, -0.7656]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1093, -2.6093, -1.3593, -0.7343]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6361, -1.8861, -1.3861, -1.7611]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.6197, -2.2447, -1.6197, -1.8697]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.636, -3.261, -1.636, -1.636]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5552, -1.9302, -1.0552, -1.5552]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0649, -1.3149, -0.8149, -2.1899]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5018, -1.1268, -1.6268, -1.6268]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.873, -1.748, -1.248, -1.248]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.756, -2.006, -1.381, -1.256]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.628, -1.628, -1.378, -1.628]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4916, -1.7416, -1.1166, -1.8666]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8615, -1.6115, -2.1115, -0.6115]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0503, -2.5503, -0.6753, -1.1753]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2365, -3.3615, -3.4865, -2.3615]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3578, -1.3578, -1.9828, -1.3578]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8541, -2.8541, -2.4791, -0.3541]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6786, -1.4286, -2.0536, -1.0536]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1541, -0.2791, -3.9041, -2.4041]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5004, -1.7504, -1.3754, -1.6254]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8696, -0.6196, -1.9946, -2.3696]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0458, -1.4208, -1.1708, -1.5458]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.3441, -0.0941, -3.9691, -3.9691]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5686, -1.6936, -1.4436, -1.1936]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.9102, -2.2852, -0.4102, -2.7852]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4702, -1.3452, -1.4702, -1.5952]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6536, -4.0286, -0.9036, -0.7786]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0108, -2.8858, -0.6358, -1.7608]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.693, -3.193, -3.818, -0.318]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5339, -1.2839, -1.6589, -1.5339]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4983, -2.1233, -0.7483, -1.9983]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3967, -1.7717, -1.1467, -1.6467]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8546, -3.1046, -0.3546, -3.4796]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8154, -2.8154, -0.4404, -3.0654]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0738, -1.1988, -1.6988, -1.1988]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4091, -1.6591, -1.5341, -1.4091]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2331, -2.1081, -0.8581, -2.1081]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2995, -2.4245, -0.9245, -1.9245]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0526, -3.0526, -0.3026, -3.1776]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1936, -1.9436, -0.8186, -1.5686]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.65, -2.275, -1.525, -1.025]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2953, -1.9203, -1.2953, -1.6703]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0462, -1.1712, -2.2962, -1.7962]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7786, -1.4036, -1.9036, -1.0286]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.834, -4.834, -5.959, -0.084]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.1654, -5.4154, -6.5404, -0.1029]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4589, -0.5839, -2.7089, -3.3339]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.137, -1.637, -2.012, -1.637]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.8968, -6.2718, -0.1468, -5.7718]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8313, -4.0188, -0.2688, -2.6438]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8756, -1.6256, -1.0006, -1.5006]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8345, -1.9595, -1.2095, -1.0845]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5739, -1.1989, -1.4489, -1.9489]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3739, -1.4989, -1.1239, -2.1239]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5309, -3.2809, -0.1559, -3.4059]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.098, -1.473, -3.473, -0.473]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3934, -1.3934, -1.3934, -1.8934]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5841, -1.4591, -1.3341, -1.5841]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9245, -2.9245, -4.4245, -0.1745]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9726, -1.2226, -1.4726, -1.4726]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1767, -2.4267, -0.5517, -2.1767]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4767, -1.6017, -1.3517, -1.7267]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6306, -1.2556, -1.3806, -2.8806]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7938, -1.2938, -1.2938, -1.6688]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3834, -2.1334, -2.5084, -2.6334]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9108, -1.2858, -1.1608, -1.7858]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8349, -1.2099, -1.3349, -1.5849]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9323, -1.3073, -1.1823, -1.5573]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8384, -1.7134, -1.4634, -1.3384]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8648, -1.8648, -1.2398, -1.1148]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5564, -2.0564, -0.8064, -1.9314]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.3671, -1.7421, -1.4921, -1.4921]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.664, -1.164, -1.414, -2.039]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3402, -1.4652, -1.2152, -2.0902]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7894, -1.2894, -0.9144, -2.1644]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2506, -1.3756, -1.3756, -2.0006]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0546, -1.4296, -1.3046, -1.4296]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9275, -1.3025, -1.3025, -1.4275]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1027, -1.6027, -0.7277, -2.2277]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1106, -1.9856, -0.8606, -1.4856]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7789, -1.0289, -1.9039, -2.0289]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0371, -1.2871, -1.5371, -1.2871]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1494, -1.7744, -1.1494, -1.2744]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6907, -1.8157, -1.1907, -1.5657]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7669, -1.5169, -1.1419, -1.8919]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9145, -1.6645, -1.2895, -1.1645]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8884, -3.2634, -0.2634, -4.1384]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4095, -1.7845, -1.0345, -1.2845]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6511, -4.6511, -0.1511, -4.9011]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5715, -2.9465, -0.4465, -2.4465]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5218, -3.1468, -1.5218, -0.8968]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.759, -1.884, -1.009, -1.634]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8319, -0.7069, -2.7069, -1.5819]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8789, -0.8789, -2.8789, -1.2539]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2106, -1.5856, -0.9606, -1.4606]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5371, -1.6621, -0.7871, -1.5371]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4944, -0.3694, -2.2444, -2.2444]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1631, -2.1631, -1.4131, -1.4131]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4786, -0.8536, -3.8536, -0.8536]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6731, -1.0481, -3.4231, -0.7981]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6875, -1.1875, -1.3125, -2.1875]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3962, -1.5212, -1.1462, -2.0212]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9835, -1.7335, -0.9835, -1.6085]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0734, -0.9484, -1.8234, -1.8234]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0909, -0.9659, -2.3409, -1.3409]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9582, -1.0832, -1.5832, -1.4582]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.3992, -0.1492, -5.0242, -3.5242]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3546, -1.6046, -1.4796, -1.4796]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.7631, -1.2631, -1.2631, -2.5131]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0731, -1.5731, -1.0731, -1.6981]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.6209, -1.6209, -1.9959, -2.1209]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2299, -1.7299, -1.7299, -1.6049]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4676, -1.4676, -1.4676, -1.9676]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6682, -2.0432, -2.9182, -0.4182]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1507, -3.0257, -1.6507, -0.4007]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.241, -2.241, -0.866, -1.241]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2372, -1.4872, -1.3622, -1.7372]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8789, -1.1289, -2.8789, -2.0039]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7973, -2.2973, -1.5473, -2.0473]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4935, -1.4935, -1.4935, -1.8685]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.215, -3.59, -2.465, -0.34]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9387, -2.9387, -0.6887, -1.8137]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3218, -2.9468, -2.3218, -0.6968]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3052, -1.9302, -0.9302, -1.3052]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5616, -0.5616, -2.1866, -2.5616]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4664, -1.4664, -1.5914, -2.0914]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.244, -2.244, -0.494, -3.119]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.061, -1.561, -1.686, -1.936]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2062, -2.5812, -3.2062, -0.4562]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3636, -1.9886, -1.4886, -1.6136]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4262, -1.6762, -1.3012, -1.3012]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.319, -1.694, -1.819, -1.444]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.1225, -0.9975, -2.8725, -1.7475]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2983, -1.5483, -2.0483, -1.4233]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7637, -2.7637, -0.3887, -2.0137]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6377, -1.7627, -1.3877, -1.2627]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2961, -3.4211, -2.6711, -2.2961]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7459, -2.4959, -2.1209, -1.3709]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3148, -3.1898, -0.3148, -3.1898]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4308, -2.0558, -1.1808, -1.8058]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.315, -2.94, -0.19, -3.065]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8189, -2.0689, -1.0689, -0.9439]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4591, -1.2091, -1.4591, -1.5841]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3328, -1.4578, -1.5828, -1.5828]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1825, -3.8075, -3.9325, -3.9325]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2712, -1.3962, -1.5212, -1.7712]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3818, -0.8818, -1.7568, -1.5068]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.84, -1.59, -1.84, -0.965]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7152, -1.2152, -1.3402, -2.0902]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3402, -1.4652, -1.2152, -2.0902]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.9749, -0.7249, -4.2249, -0.8499]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7756, -1.0256, -2.0256, -1.4006]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6005, -1.4755, -1.3505, -1.6005]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8511, -1.3511, -1.3511, -1.4761]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.745, -2.37, -3.12, -2.87]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4926, -1.6176, -1.9926, -1.1176]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7406, -3.3656, -1.1156, -2.1156]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2143, -3.7143, -1.2143, -1.0893]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6797, -1.1797, -1.3047, -2.0547]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4444, -1.3194, -1.1944, -2.0694]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2618, -2.8868, -1.1368, -0.6368]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.209, -1.584, -2.334, -0.709]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8403, -1.3403, -1.2153, -1.8403]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1034, -1.4784, -1.7284, -1.6034]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2291, -1.2291, -2.2291, -1.3541]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3619, -0.9869, -3.4869, -0.8619]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.5581, -2.0581, -1.5581, -2.0581]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.86, -1.985, -1.36, -1.485]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.551, -1.301, -1.676, -1.676]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2301, -1.6051, -1.7301, -1.7301]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9008, -1.7758, -0.7758, -2.1508]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.613, -1.363, -1.238, -1.988]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2248, -2.7248, -3.5998, -2.8498]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4273, -2.1773, -2.1773, -1.3023]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5669, -1.1919, -1.4419, -2.0669]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2886, -1.6636, -1.9136, -1.2886]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4385, -0.5635, -3.3135, -2.5635]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.841, -1.591, -3.216, -1.341]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3104, -1.0604, -1.0604, -1.8104]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9174, -1.2924, -1.4174, -1.4174]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9161, -1.4161, -0.7911, -2.4161]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7322, -1.7322, -1.2322, -1.4822]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0406, -3.2906, -0.5406, -2.5406]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4393, -2.5643, -0.8143, -1.9393]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8867, -2.8867, -2.3867, -3.1367]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8653, -3.1153, -1.2403, -1.8653]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8524, -1.6024, -0.7274, -2.6024]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4834, -1.4834, -1.3584, -1.9834]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3805, -4.0055, -0.1305, -4.1305]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5891, -1.4641, -0.9641, -2.5891]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3541, -0.6041, -3.1041, -3.1041]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9701, -0.5951, -3.2201, -1.9701]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.717, -3.467, -0.592, -2.467]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.592, -2.217, -1.092, -1.592]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.1416, -0.1416, -4.7666, -4.7666]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3344, -1.7094, -1.2094, -1.8344]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5907, -2.5907, -0.8407, -1.3407]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2238, -1.7238, -1.9738, -1.2238]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6017, -4.2267, -2.8517, -0.2267]}
{"tag": "base", "condition": "baseline", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.883, -1.758, -1.133, -1.383]}