{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.558, -1.183, -2.183, -1.308]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0083, -0.3833, -3.3833, -2.5083]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3801, -2.7551, -2.7551, -2.2551]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8012, -3.8637, -0.1762, -3.6137]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1484, -1.1484, -1.5234, -2.5234]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.4075, -3.2825, -3.6575, -1.5325]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6474, -3.2724, -4.2724, -0.1474]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8186, -3.5061, -0.4436, -2.3186]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1962, -0.1962, -4.7587, -5.1962]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7167, -4.4042, -4.9667, -0.3417]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3785, -3.3785, -1.7535, -2.8785]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0976, -5.7851, -5.0976, -4.2851]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2912, -2.7912, -3.1662, -0.2912]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.982, -1.732, -1.607, -0.857]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2472, -3.9972, -0.1222, -4.0597]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1836, -2.8086, -0.6836, -2.5586]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4407, -5.1282, -4.5032, -0.0657]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.2769, -2.1519, -1.1519, -1.5269]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6208, -2.4958, -1.8708, -1.8708]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1131, -0.3631, -2.2381, -2.4881]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.4353, -2.0603, -3.3103, -2.1853]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.325, -3.45, -2.2, -2.95]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.94, -0.315, -1.815, -4.19]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1491, -0.8991, -3.1491, -0.7741]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4921, -0.4921, -3.7421, -1.7421]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0, -1.75, -0.625, -2.625]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3924, -2.8924, -0.5174, -1.6424]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4483, -1.6983, -1.8233, -1.0733]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.4562, -3.4562, -2.4562, -1.7062]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9286, -0.1786, -3.6786, -2.8036]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.2884, -2.7884, -4.0384, -0.1634]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2147, -3.4647, -2.8397, -2.9647]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.1544, -2.9044, -4.4044, -0.6544]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8118, -1.1868, -2.6868, -2.6868]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.4751, -1.8501, -2.9751, -2.2251]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7797, -3.9672, -4.6547, -0.7797]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1531, -1.2781, -3.2781, -1.1531]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1846, -3.6846, -3.9971, -2.9346]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4241, -3.0491, -5.7366, -1.6741]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5075, -1.7575, -2.3825, -0.7575]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.3983, -1.0233, -1.8983, -1.6483]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.075, -4.7625, -5.5125, -4.325]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6183, -1.7433, -2.8683, -1.8683]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5152, -2.1402, -0.3902, -3.0777]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3113, -3.8738, -5.1863, -1.6863]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2593, -3.3843, -4.1343, -2.2593]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3768, -2.3768, -1.8768, -0.8768]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0034, -2.0034, -1.6284, -0.7534]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9301, -3.6801, -0.3051, -3.8051]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3947, -3.5197, -0.6447, -1.8947]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9539, -0.7039, -1.8289, -1.9539]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2608, -0.6358, -3.0108, -3.1358]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4085, -0.4085, -4.1585, -4.596]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7034, -2.5784, -0.3284, -2.9534]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2656, -2.1406, -0.7656, -1.5156]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.138, -1.763, -1.888, -1.263]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8067, -1.8067, -2.1817, -0.5567]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5584, -0.5584, -3.6834, -2.0584]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5484, -3.1734, -3.5484, -0.4234]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3121, -2.4371, -4.1871, -0.1871]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2354, -1.2354, -0.7354, -2.2354]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9847, -1.9847, -1.3597, -1.7347]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5148, -1.3898, -1.2648, -1.7648]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9444, -2.1944, -0.5694, -2.5694]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8627, -1.9877, -2.1127, -1.4877]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9082, -1.2832, -2.7832, -1.5332]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2797, -3.6547, -3.2797, -0.5297]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9435, -0.8185, -1.9435, -1.5685]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8863, -1.6363, -1.8863, -1.6363]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5875, -1.7125, -3.4625, -0.3375]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3106, -0.1856, -4.0606, -3.4356]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.391, -0.641, -2.391, -2.391]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8727, -1.6227, -1.1227, -1.3727]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.711, -0.336, -4.461, -3.086]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.2251, -1.4751, -1.6001, -1.6001]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.766, -3.016, -6.9535, -0.141]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5977, -2.3477, -2.8477, -1.4727]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6583, -0.6583, -1.4083, -2.5333]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9451, -0.5701, -3.0701, -1.6951]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2221, -3.5971, -0.4721, -1.5971]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1392, -3.8892, -4.7017, -0.5142]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6621, -1.5371, -3.0371, -2.1621]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.2052, -2.8302, -5.0177, -3.8302]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8301, -0.7051, -2.7051, -1.5801]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7035, -0.141, -5.2035, -4.016]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5329, -0.5329, -3.5329, -2.5329]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6527, -2.2777, -2.0277, -1.7777]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3428, -2.7178, -2.4678, -0.3428]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2032, -2.4532, -2.7032, -0.7032]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8926, -1.6426, -1.7676, -1.8926]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5501, -0.5501, -2.4251, -2.8001]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9604, -4.6479, -4.2104, -0.0854]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0723, -2.0723, -0.4473, -2.8223]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8086, -2.5586, -1.0586, -2.8086]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.201, -0.326, -2.201, -2.326]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3597, -2.3597, -1.4847, -0.9847]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2102, -2.2102, -0.7102, -1.5852]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1438, -1.3938, -1.3938, -2.0188]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9058, -0.6558, -2.0308, -2.0308]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.06, -0.185, -4.4975, -4.1225]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9527, -1.0777, -3.9527, -0.8277]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8566, -1.1066, -2.1066, -1.1066]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6183, -0.2433, -2.9933, -3.4933]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9977, -3.3727, -1.2477, -1.3727]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4652, -1.2152, -1.2152, -2.2152]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6223, -1.4973, -2.9973, -1.9973]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.76, -2.635, -0.885, -0.885]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.388, -2.888, -0.388, -2.388]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9638, -4.8388, -0.0888, -4.2763]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-0.8574, -4.4199, -4.9824, -0.7324]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7576, -3.8201, -0.2576, -2.6326]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9664, -0.3414, -4.4664, -4.0914]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1867, -4.9992, -5.3742, -0.0617]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.1498, -3.8373, -4.2123, -3.1498]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.7069, -2.0819, -3.7694, -1.2069]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6008, -1.6008, -0.8508, -2.2258]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6569, -1.4069, -2.4069, -2.2819]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2674, -0.2674, -3.3924, -2.3924]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3839, -2.5089, -0.5089, -1.8839]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1907, -0.9407, -2.4407, -1.9407]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0661, -1.9411, -1.1911, -1.9411]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2924, -2.7299, -0.5424, -1.7924]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2825, -0.4075, -2.6575, -2.1575]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0645, -1.6895, -1.9395, -1.3145]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6297, -2.1297, -3.3797, -1.3797]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1437, -2.8937, -4.5187, -0.2687]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1809, -2.3059, -1.9309, -0.9309]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9475, -1.3225, -1.9475, -2.0725]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7868, -1.7868, -1.5368, -2.1618]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2752, -3.0252, -3.4002, -2.7752]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5202, -0.1452, -4.9577, -3.6452]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6354, -0.1354, -4.0729, -4.0104]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2135, -3.0885, -0.4635, -1.9635]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7053, -1.5803, -2.9553, -1.8303]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.382, -4.1945, -3.757, -0.132]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3564, -2.2314, -3.3564, -2.4814]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2093, -0.3343, -3.4593, -2.3343]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5668, -1.6918, -1.1918, -1.5668]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4653, -4.2778, -0.0903, -4.3403]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9931, -3.4931, -0.3681, -1.7431]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2043, -2.7043, -1.3293, -1.3293]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.938, -0.313, -2.813, -2.938]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7842, -3.4092, -0.1592, -4.1592]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0656, -2.3156, -0.5656, -1.9406]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9659, -5.0909, -5.2159, -0.0909]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0885, -1.7135, -3.7135, -0.9635]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.1903, -3.5653, -5.5028, -2.8153]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8022, -1.3022, -1.9272, -1.0522]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2045, -3.9545, -0.2045, -2.9545]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7503, -3.0628, -0.1878, -3.1878]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9046, -1.4046, -0.9046, -1.9046]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0596, -2.4346, -0.9346, -1.0596]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.4357, -2.5607, -1.6857, -0.4357]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5803, -1.4553, -3.2053, -2.2053]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2633, -3.0133, -3.2633, -0.2633]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4688, -2.7188, -3.5938, -0.4688]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9835, -2.3585, -1.1085, -0.9835]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.5379, -2.2879, -3.1629, -1.6629]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0788, -4.7663, -5.8913, -4.4538]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.879, -3.129, -0.254, -3.6915]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2143, -1.7143, -1.5893, -1.4643]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8367, -0.3367, -3.7117, -1.9617]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.1339, -4.5714, -5.0089, -3.7589]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4381, -0.8131, -1.8131, -2.1881]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.2452, -0.2452, -2.4952, -3.2452]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9769, -1.7269, -1.2269, -0.8519]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1226, -2.1226, -0.6226, -2.1226]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0196, -0.2696, -3.3946, -2.5196]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.381, -3.9435, -1.631, -0.381]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.552, -2.552, -3.177, -0.302]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8062, -5.3687, -6.3062, -0.0562]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6317, -0.5067, -3.8817, -2.0067]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.253, -0.628, -3.003, -2.503]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6709, -1.1709, -3.0459, -2.6709]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7566, -2.3816, -4.7566, -0.3816]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5814, -2.8314, -1.2064, -3.8939]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8493, -2.8493, -0.5993, -1.7243]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.2184, -0.0934, -5.7809, -5.0309]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.713, -1.463, -2.463, -2.213]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4681, -1.7181, -1.0931, -1.7181]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.884, -2.759, -3.134, -0.384]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5546, -2.1796, -0.4296, -2.5546]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1282, -3.7532, -5.4407, -3.6282]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1539, -3.6539, -3.6539, -0.5289]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2362, -1.7362, -1.2362, -1.7362]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2945, -2.7945, -0.5445, -1.6695]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.803, -1.803, -2.678, -1.303]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2842, -2.7842, -3.6592, -2.7842]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5867, -3.2117, -1.2117, -2.9617]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5059, -3.1309, -0.1309, -4.0059]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4744, -0.0994, -4.3494, -4.5994]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9628, -1.5878, -4.0878, -1.0878]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4728, -0.1603, -4.0353, -2.6603]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2521, -3.3771, -3.7521, -3.1271]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-5.0863, -0.3988, -1.3988, -4.1488]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5607, -2.3107, -1.4357, -3.0607]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3067, -1.4317, -1.5567, -0.9317]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.5353, -0.0978, -4.7853, -4.2228]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7305, -1.7305, -0.8555, -1.8555]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6775, -1.0525, -3.6775, -0.6775]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5474, -1.7974, -2.5474, -2.1724]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4954, -1.3704, -0.6204, -2.7454]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6723, -2.2973, -2.0473, -1.6723]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1501, -0.4001, -2.6501, -2.5251]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0778, -1.7028, -1.4528, -1.7028]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2195, -3.7195, -2.9695, -3.0945]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2061, -1.7061, -2.5811, -0.9561]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3151, -2.0651, -1.9401, -0.9401]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1537, -0.5287, -2.0287, -2.2787]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7028, -2.8278, -4.4528, -0.2028]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.3608, -2.8608, -3.7358, -1.8608]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5905, -3.0905, -0.5905, -1.3405]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.674, -0.424, -3.8615, -3.799]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-4.0859, -0.0859, -4.7734, -5.1484]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2397, -1.6147, -1.2397, -1.9897]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4718, -2.9718, -0.2218, -3.3468]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9178, -0.5428, -2.5428, -2.1678]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3979, -1.6479, -3.0229, -0.3979]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.329, -1.829, -4.2665, -3.204]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2207, -0.3457, -4.8457, -2.2207]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6439, -1.3939, -3.5189, -2.0189]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8863, -0.1363, -4.4488, -4.1988]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.9088, -0.0963, -4.4088, -4.9713]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2139, -1.0889, -1.9639, -1.9639]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5608, -1.5608, -1.0608, -1.8108]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.927, -2.677, -0.302, -2.927]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5249, -3.0249, -1.3999, -3.0249]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2013, -3.2013, -4.7013, -2.8263]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7588, -4.0088, -0.1338, -3.9463]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8689, -1.3689, -2.8689, -1.6189]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.3169, -0.3169, -3.9419, -1.8169]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3709, -3.7459, -1.8709, -2.9959]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1385, -4.0135, -4.826, -3.2635]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6031, -0.1031, -4.7906, -5.0406]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0046, -1.1296, -2.3796, -1.8796]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4788, -2.2288, -3.3538, -0.2288]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9742, -3.5367, -0.8492, -1.0992]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4396, -0.5646, -3.4396, -2.5646]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0654, -3.5654, -2.8154, -0.1904]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6714, -0.9214, -3.0464, -0.9214]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7556, -2.8806, -4.5056, -0.8806]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3146, -0.9396, -2.4396, -1.8146]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0475, -0.5475, -1.7975, -2.7975]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.265, -2.515, -1.265, -0.765]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8961, -2.5211, -0.6461, -1.7711]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1255, -1.7505, -4.688, -0.8755]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.9865, -1.549, -0.424, -2.799]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5867, -0.3367, -3.5867, -2.2117]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5025, -1.8775, -3.3775, -2.0025]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5169, -2.6419, -0.3919, -2.2669]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.065, -0.94, -2.19, -2.44]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2621, -3.1371, -3.5746, -2.7621]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3382, -2.5882, -3.5882, -0.2132]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1318, -3.5068, -4.9443, -3.8193]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.796, -0.921, -1.296, -2.671]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6733, -2.5483, -3.2983, -0.2983]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3781, -3.2531, -3.7531, -1.6281]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8697, -2.1197, -2.2447, -1.2447]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.0757, -2.2007, -2.4507, -0.9507]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4536, -2.5786, -3.5786, -1.9536]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9255, -0.1755, -3.3005, -3.1755]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.193, -1.068, -2.943, -1.443]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1281, -4.3156, -3.3781, -3.9406]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8202, -2.4452, -1.0702, -1.1952]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0984, -4.2859, -4.9109, -4.5359]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.2026, -2.0776, -1.8276, -1.0776]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0485, -0.7985, -3.1735, -2.7985]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4872, -3.3622, -3.7372, -0.2372]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4285, -1.5535, -3.8035, -2.6785]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.868, -0.993, -3.243, -2.118]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2589, -2.2589, -2.2589, -0.8839]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6397, -5.2022, -0.0772, -4.0147]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4169, -0.1044, -4.6044, -4.2919]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3871, -1.8871, -2.2621, -0.5121]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6864, -1.4364, -2.8114, -2.0614]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6184, -2.3684, -0.7434, -1.8684]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7074, -2.2074, -0.8324, -1.5824]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8246, -2.1996, -1.5746, -1.8246]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8794, -3.7544, -0.1294, -3.2544]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0618, -0.5618, -2.6868, -1.8118]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.5314, -1.1564, -5.2814, -3.7814]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4555, -4.143, -1.5805, -2.5805]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4656, -0.2156, -3.5906, -3.2156]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9386, -1.8136, -1.4386, -1.9386]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1233, -4.1858, -5.2483, -3.6233]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9016, -0.2141, -4.2766, -3.7141]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.377, -1.752, -2.877, -3.127]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5007, -2.7507, -0.5007, -2.3757]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.228, -3.103, -4.4155, -3.103]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0748, -0.1998, -3.4498, -3.1998]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3107, -2.0607, -3.6857, -2.9357]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.503, -0.128, -4.8155, -4.003]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6508, -0.9008, -1.5258, -2.1508]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7338, -0.9838, -3.9838, -0.9838]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2039, -3.5789, -3.7664, -3.2039]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1853, -2.4353, -4.0603, -0.3103]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7221, -0.9721, -4.5346, -3.3471]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3179, -2.8179, -2.8179, -2.4429]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-0.9297, -4.6172, -0.6797, -3.5547]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4045, -3.4045, -4.2795, -0.4045]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0059, -0.6309, -4.0059, -3.3809]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6505, -0.6505, -2.2755, -2.2755]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0335, -3.5335, -0.1585, -3.5335]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0863, -1.3363, -0.9613, -1.9613]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.4206, -0.2956, -4.2956, -2.2956]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.5136, -1.6386, -3.0136, -2.3886]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4662, -1.3412, -4.2162, -3.0912]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.6497, -1.2747, -1.2747, -1.6497]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.929, -2.929, -0.929, -1.054]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2107, -0.0857, -5.1482, -5.0232]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.0883, -0.8383, -3.7133, -2.3383]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1549, -1.6549, -1.9049, -1.2799]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9278, -0.3028, -3.8028, -2.9278]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.4151, -4.1026, -2.2276, -0.2276]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.2705, -2.1455, -0.8955, -2.0205]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.992, -0.117, -4.8045, -4.742]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4014, -1.9014, -0.7764, -2.4014]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7666, -1.7666, -3.3916, -0.3916]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7528, -2.3778, -1.5028, -2.0028]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8236, -2.1986, -0.6986, -1.8236]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6261, -0.1261, -4.1261, -3.6261]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6662, -3.9787, -0.4162, -2.6662]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7566, -0.1316, -5.1316, -4.1941]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8162, -1.6912, -0.6912, -2.5662]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.412, -2.162, -1.287, -1.162]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3974, -3.2724, -3.6474, -0.1474]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0739, -0.8239, -3.8239, -1.0739]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1095, -4.547, -5.4845, -3.6095]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6538, -2.0288, -1.2788, -1.1538]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4317, -4.4942, -5.3692, -0.0567]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.4286, -3.1786, -2.6786, -1.8036]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1859, -3.0609, -3.3109, -0.1859]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7217, -1.5967, -1.2217, -1.5967]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.1024, -2.9774, -0.8524, -2.1024]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1345, -1.6345, -1.1345, -2.1345]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0486, -2.1736, -1.0486, -1.0486]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8718, -0.6218, -2.2468, -1.9968]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1642, -4.1642, -4.4767, -3.4142]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1891, -0.4391, -3.4391, -1.9391]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3296, -2.8296, -0.3296, -3.7046]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8807, -1.8807, -2.6307, -0.6307]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1618, -0.4118, -2.7868, -2.5368]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0612, -3.3112, -4.3737, -0.1862]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3318, -0.2068, -4.8318, -3.7068]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6978, -1.5728, -3.8853, -1.5728]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1609, -3.1609, -0.1609, -4.0984]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6169, -3.1169, -0.3669, -2.1169]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8473, -0.3473, -3.3473, -2.3473]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6259, -4.5634, -0.1259, -3.0009]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7837, -0.6587, -1.9087, -2.1587]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6736, -2.5486, -0.7986, -1.4236]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2422, -0.6172, -2.7422, -1.4922]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2907, -2.1657, -3.2907, -0.2907]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.2784, -2.9034, -2.9034, -3.0284]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7182, -1.2182, -3.3432, -2.2182]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.291, -3.7285, -0.166, -3.6035]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3673, -1.6173, -4.3673, -3.6173]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9274, -3.5524, -0.1774, -3.3024]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.4838, -1.6088, -3.3588, -2.3588]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8938, -1.7688, -1.3938, -2.1438]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2873, -1.4123, -2.6623, -1.1623]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0886, -1.0886, -2.3386, -1.9636]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7842, -0.0967, -5.0967, -4.2842]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3691, -0.4941, -2.9941, -1.9941]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7555, -1.6305, -1.0055, -1.1305]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3217, -0.8217, -3.3217, -1.5717]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7682, -3.0182, -4.2682, -0.8932]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7247, -1.3497, -2.2247, -2.4747]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6074, -0.4824, -3.8574, -2.3574]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9321, -4.8071, -5.6821, -0.1821]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.204, -3.454, -0.454, -2.079]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8145, -2.8145, -1.3145, -1.8145]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.1643, -0.9143, -2.0393, -2.2893]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4527, -1.4527, -1.0777, -1.9527]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0794, -0.1419, -4.2044, -4.2669]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9272, -0.1772, -4.7397, -3.4272]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7023, -0.5773, -2.4523, -2.2023]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.0838, -0.0838, -5.0838, -4.0838]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.3541, -4.4166, -2.3541, -0.2291]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.9785, -0.8535, -1.8535, -1.9785]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0556, -3.0556, -3.4306, -0.1806]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.0552, -5.6177, -5.8677, -0.0552]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.6743, -4.5493, -6.0493, -0.0493]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1892, -0.4392, -4.0017, -2.1892]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4252, -0.4252, -3.4252, -3.6752]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.705, -1.83, -2.58, -1.705]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1304, -3.9429, -5.0054, -3.3804]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.247, -4.747, -0.1846, -2.5596]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1803, -0.1803, -4.1803, -2.8053]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7353, -2.9853, -0.3603, -1.9853]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7298, -2.6048, -3.1048, -1.2298]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5089, -0.5089, -1.7589, -2.5089]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7137, -3.7137, -0.9637, -3.2137]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6489, -1.8989, -2.3989, -2.1489]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.292, -2.917, -2.792, -2.542]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.0504, -0.6754, -4.0504, -3.4254]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8879, -0.3879, -3.1379, -2.6379]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7548, -2.1298, -1.8798, -0.7548]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9758, -2.7258, -1.1008, -1.8508]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4889, -1.8639, -3.2389, -2.2389]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.896, -0.271, -3.646, -2.146]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7352, -0.2352, -3.7352, -3.3602]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.783, -1.408, -2.533, -1.908]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6263, -2.1263, -1.8763, -2.1263]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.131, -1.131, -2.131, -1.881]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6932, -0.8182, -0.9432, -3.3182]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4386, -2.6886, -0.4386, -2.0636]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.8868, -1.5118, -2.7618, -0.5118]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6191, -0.7441, -1.3691, -1.9941]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.821, -1.196, -2.571, -2.196]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3786, -2.3786, -2.2536, -0.5036]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8818, -1.8818, -2.8818, -1.1318]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4703, -3.6578, -0.3453, -1.7203]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4026, -0.4026, -3.0276, -2.9026]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6897, -1.3147, -2.9397, -2.1897]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4012, -2.1512, -0.7762, -2.2762]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2756, -2.5256, -2.9006, -3.4006]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1496, -1.5246, -2.0246, -0.7746]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8343, -1.7093, -1.9593, -1.8343]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4764, -2.6014, -0.3514, -2.7264]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4666, -1.2166, -5.3416, -4.6541]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8793, -1.7543, -2.0043, -1.6293]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8764, -4.3139, -0.1264, -3.7514]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-0.9677, -2.7177, -4.0927, -0.7177]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3076, -1.9326, -4.3701, -3.3076]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6013, -0.3513, -2.3513, -2.9763]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8571, -0.8571, -2.9821, -2.9821]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0578, -3.6828, -0.3078, -2.5578]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1063, -4.1063, -4.5438, -3.7313]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6715, -1.4215, -2.1715, -2.5465]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0908, -0.5908, -3.3408, -1.4658]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9873, -1.8623, -3.6123, -0.3623]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.216, -1.716, -1.466, -1.466]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0069, -1.0069, -2.2569, -2.1319]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2908, -2.7908, -3.9158, -2.5408]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.571, -3.071, -0.571, -1.196]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6515, -0.089, -4.339, -4.339]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9394, -1.4394, -1.4394, -2.6894]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5046, -2.0046, -3.1296, -1.8796]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1297, -3.3797, -4.5672, -3.7547]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1451, -1.6451, -2.6451, -1.0201]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.656, -3.281, -0.156, -4.156]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3048, -1.9298, -2.3048, -0.9298]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8799, -2.1299, -1.3799, -2.0049]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1414, -4.7039, -6.0164, -3.3914]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0654, -1.6904, -1.1904, -2.3154]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1591, -3.7216, -4.6591, -3.0341]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5917, -1.9667, -2.8417, -1.8417]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.9194, -3.1694, -1.6694, -1.1694]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.058, -0.683, -3.558, -3.058]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6212, -3.2462, -0.2462, -3.1212]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7608, -0.1358, -5.2608, -4.2608]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9286, -2.3036, -3.4286, -0.4286]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0271, -2.2771, -1.7771, -1.1521]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8311, -4.5811, -4.2061, -0.0811]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.704, -0.954, -1.829, -1.704]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9525, -1.7025, -1.4525, -2.0775]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0127, -1.6377, -1.1377, -2.7627]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6826, -1.4326, -2.1826, -2.6826]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5499, -2.5499, -0.4249, -2.0499]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4298, -0.9298, -2.3048, -1.5548]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7368, -0.7368, -1.9868, -2.1118]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1138, -4.7388, -4.6138, -0.1138]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7482, -0.6232, -3.7482, -1.7482]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0261, -3.2761, -5.4636, -0.1511]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.702, -1.077, -2.827, -1.077]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.483, -3.358, -1.608, -2.358]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3035, -2.6785, -3.3035, -2.6785]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.0319, -0.1569, -4.9069, -3.7819]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1232, -3.7482, -4.9357, -3.8732]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.0541, -0.9291, -2.3041, -2.3041]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2627, -1.3877, -0.7627, -2.1377]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6063, -1.7313, -2.6063, -0.4813]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.101, -2.726, -0.476, -2.351]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1563, -2.7813, -1.2813, -1.5313]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.684, -2.684, -3.309, -0.184]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4714, -0.7214, -1.5964, -1.9714]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3379, -0.8379, -2.0879, -2.2129]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5668, -3.3168, -2.8168, -0.4418]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3142, -4.0642, -4.6892, -0.1892]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7933, -1.5433, -3.0433, -0.6683]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3165, -3.754, -0.8165, -1.6915]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.0361, -4.2236, -0.2861, -1.7861]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3381, -3.9631, -4.2756, -1.8381]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2091, -2.3341, -5.0216, -0.2091]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7214, -0.7214, -1.0964, -2.9714]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9213, -2.9213, -1.4213, -0.7963]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9449, -2.1949, -1.0699, -3.0699]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8704, -3.7454, -0.2454, -2.7454]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.942, -0.442, -3.067, -3.067]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0943, -4.0318, -5.2193, -3.8443]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4097, -2.5347, -1.7847, -0.7847]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6321, -3.3821, -0.1321, -4.5696]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.129, -4.629, -4.629, -0.504]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8324, -1.3324, -1.7074, -2.8324]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9997, -0.6247, -4.3747, -1.6247]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6025, -2.7275, -0.3525, -2.4775]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8635, -0.3635, -2.7385, -3.9885]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0935, -2.9685, -1.4685, -1.2185]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2164, -2.0914, -4.0914, -0.3414]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4239, -0.4239, -3.9239, -3.4239]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.713, -0.088, -6.0255, -5.4005]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5059, -1.6309, -0.8809, -2.2559]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8368, -2.2118, -3.4618, -0.4618]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1583, -2.9083, -1.1583, -1.5333]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2613, -2.6363, -3.8863, -2.6363]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6586, -0.9086, -1.1586, -3.2836]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5055, -1.8805, -2.7555, -2.1305]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2677, -3.6427, -4.3302, -2.5177]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7883, -0.1633, -4.1633, -3.5383]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5868, -0.9618, -3.2118, -0.8368]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8221, -1.6971, -3.4471, -1.3221]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4844, -1.4844, -1.1094, -1.8594]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9338, -1.6838, -1.8088, -1.6838]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0624, -1.4374, -2.1874, -1.6874]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9606, -1.4606, -2.5856, -1.3356]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4844, -1.3594, -3.3594, -3.3594]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3722, -3.6222, -2.4972, -2.3722]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8802, -2.0052, -2.1302, -1.5052]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1085, -3.6085, -4.6085, -0.2335]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1596, -0.7846, -1.6596, -1.7846]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0706, -1.1956, -2.0706, -1.8206]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9772, -0.4772, -2.7272, -2.3522]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.405, -2.405, -0.905, -1.655]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6263, -1.3763, -2.7513, -2.3763]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6206, -0.1206, -4.3081, -4.6831]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.217, -3.092, -3.717, -2.717]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2777, -0.1527, -4.4652, -3.9027]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5988, -1.4738, -0.8488, -2.5988]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3637, -2.8637, -0.8637, -1.6137]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1129, -2.4879, -0.4879, -2.2379]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.0933, -3.9683, -4.5308, -4.4683]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1087, -2.9837, -0.3587, -3.1087]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2541, -2.2541, -3.1291, -0.2541]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.0662, -2.5662, -1.0662, -1.6912]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1724, -1.7974, -1.2974, -1.6724]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5072, -0.5072, -3.2572, -2.7572]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9884, -2.1134, -1.1134, -2.1134]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4862, -2.3612, -2.6112, -0.3612]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7372, -1.9872, -1.8622, -1.8622]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4295, -1.9295, -2.1795, -0.8045]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9008, -2.4008, -1.5258, -1.5258]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8581, -1.2331, -0.9831, -2.3581]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1725, -2.0475, -0.4225, -3.2975]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.8269, -4.4519, -5.6394, -0.0769]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2904, -1.5404, -1.0404, -1.2904]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4794, -2.1044, -2.1044, -0.7294]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.2734, -2.3984, -3.5234, -2.7734]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3759, -4.5009, -0.1259, -3.6259]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2405, -2.2405, -1.2405, -1.4905]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5887, -1.0887, -1.3387, -1.9637]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.0818, -5.3943, -5.7068, -3.8318]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6637, -0.9137, -5.6012, -5.2262]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.901, -4.401, -0.276, -3.026]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9414, -0.8164, -3.4414, -1.1914]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.119, -4.869, -5.4315, -4.244]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4612, -1.9612, -2.8362, -2.2112]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0148, -3.5148, -4.5148, -0.1398]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6042, -3.1042, -1.2292, -3.1042]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0899, -1.2149, -0.7149, -2.3399]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5289, -2.0289, -0.7789, -2.1539]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0505, -1.6755, -1.5505, -1.8005]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6802, -0.3052, -2.5552, -3.1802]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2744, -3.2744, -2.1494, -3.9619]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7314, -0.3564, -3.7314, -3.1064]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9207, -2.4207, -2.9207, -0.9207]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3756, -2.8756, -0.6256, -2.2506]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3184, -0.6934, -3.1934, -2.0684]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7293, -3.1043, -4.2293, -0.2293]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4747, -0.2247, -3.0997, -2.8497]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.2646, -2.1396, -1.0146, -1.6396]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9445, -2.1945, -2.9445, -0.9445]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0779, -0.2029, -3.8279, -3.0779]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1945, -2.8195, -0.3195, -2.9445]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1621, -3.6621, -4.7871, -3.1621]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2188, -4.4688, -5.4063, -0.2188]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4459, -1.0709, -2.0709, -1.4459]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7945, -0.232, -4.607, -2.857]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.667, -0.167, -4.542, -4.542]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2095, -3.772, -4.4595, -3.2095]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.0206, -2.0206, -2.8956, -0.8956]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.9659, -0.0909, -5.4034, -5.6534]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1758, -2.4258, -4.3008, -0.3008]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5009, -0.1259, -4.3759, -3.7509]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7637, -4.2012, -0.2012, -2.8262]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5557, -0.8057, -2.8057, -1.6807]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2238, -2.9738, -3.4738, -3.2238]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.2616, -3.8866, -2.3866, -2.8866]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3621, -2.7371, -4.1121, -1.8621]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4713, -3.5963, -4.6588, -1.2213]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2145, -3.2145, -3.5895, -2.8395]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.406, -1.906, -0.781, -2.656]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3554, -0.3554, -3.3554, -2.2304]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1466, -1.3966, -2.5216, -1.2716]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8185, -2.3185, -1.3185, -2.3185]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6216, -0.8716, -1.7466, -1.8716]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.148, -1.773, -0.648, -2.023]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.2009, -0.2009, -5.0134, -2.4509]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.2224, -3.8474, -4.6599, -2.0974]}
{"tag": "base", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.3595, -1.547, -0.672, -1.547]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1549, -1.4049, -1.0299, -1.5299]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4199, -1.7949, -1.1699, -1.5449]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9155, -3.7905, -0.1655, -3.7905]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1522, -0.2772, -4.0272, -3.1522]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2829, -2.7829, -3.4079, -2.4079]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2551, -2.5051, -1.0051, -1.0051]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4502, -2.3252, -1.0752, -1.0752]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8426, -1.3426, -0.9676, -1.9676]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9806, -1.8556, -2.8556, -0.3556]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2616, -1.1366, -2.5116, -1.5116]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6541, -2.0291, -0.9041, -1.5291]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0218, -2.0218, -2.1468, -1.3968]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4388, -5.0638, -5.0638, -0.0638]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4595, -2.8345, -1.9595, -0.7095]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5957, -1.5957, -1.3457, -1.3457]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4344, -1.6844, -1.3094, -1.0594]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7552, -2.1302, -1.5052, -1.0052]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8701, -1.2451, -2.2451, -2.3701]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8994, -0.1494, -4.6494, -3.6494]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2643, -3.2643, -2.7643, -3.0143]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.994, -2.494, -1.244, -1.619]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6252, -1.0002, -2.3752, -1.6252]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3785, -2.1285, -0.6285, -2.0035]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6459, -1.3959, -3.1459, -2.5209]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5603, -0.3103, -3.4353, -2.8103]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5912, -2.8412, -1.8412, -0.8412]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9621, -1.2121, -1.9621, -2.2121]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.4053, -1.4053, -1.6553, -1.5303]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5839, -0.8339, -2.0839, -1.9589]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4377, -1.8127, -1.3127, -1.3127]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1071, -1.7321, -1.2321, -1.1071]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5917, -1.7167, -0.9667, -1.9667]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1824, -1.1824, -1.0574, -1.9324]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4162, -0.6662, -2.1662, -2.0412]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5251, -1.5251, -1.4001, -1.4001]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0803, -1.5803, -2.2053, -0.7053]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.4939, -2.1189, -1.2439, -1.2439]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5006, -1.7506, -0.7506, -1.6256]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4809, -1.7309, -3.7309, -2.4809]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4923, -2.3673, -1.6173, -1.7423]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5471, -4.5471, -5.0471, -0.1721]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0448, -3.4198, -0.4198, -1.9198]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1725, -2.5475, -1.2975, -1.5475]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1731, -0.9231, -1.4231, -1.6731]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.613, -1.613, -1.238, -1.488]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6203, -0.1203, -4.6203, -3.6203]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5915, -3.0915, -0.4665, -1.7165]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0036, -1.5036, -1.7536, -1.8786]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4044, -2.9044, -1.7794, -0.5294]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.172, -4.1095, -3.797, -3.047]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2279, -1.8529, -1.2279, -1.2279]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3695, -3.1195, -3.9945, -1.8695]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3598, -2.2348, -0.9848, -1.2348]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4619, -3.4619, -4.7744, -0.2119]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8695, -1.7445, -0.9945, -1.4945]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5584, -1.5584, -1.3084, -1.4334]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0381, -1.4131, -1.1631, -1.4131]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8029, -2.5529, -0.8029, -1.5529]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2392, -4.9892, -0.2392, -2.3642]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4473, -1.9473, -0.6973, -1.5723]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5048, -3.1298, -0.2548, -2.5048]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.722, -0.972, -2.222, -1.347]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-6.057, -5.057, -5.4945, -0.057]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2403, -2.2403, -1.7403, -1.2403]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7052, -3.0802, -3.5802, -0.2052]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8567, -1.1067, -2.4817, -2.8567]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2604, -1.3854, -2.3854, -1.2604]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6252, -1.6252, -1.2502, -1.3752]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0302, -1.7802, -0.7802, -1.7802]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1132, -4.5507, -5.4882, -3.6132]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1146, -1.2396, -2.8646, -0.7396]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.978, -4.228, -0.478, -2.353]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7894, -2.9144, -0.2894, -2.5394]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1058, -1.1058, -1.7308, -2.3558]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7235, -1.4735, -2.2235, -0.8485]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2656, -1.8906, -1.2656, -1.0156]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1489, -4.0239, -4.9614, -3.3989]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2259, -0.9759, -1.8509, -2.6009]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.912, -4.2245, -0.0995, -3.7245]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.6959, -4.6959, -6.5084, -0.0709]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6855, -1.1855, -2.8105, -3.3105]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.768, -2.018, -1.768, -0.893]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5435, -0.7935, -2.0435, -2.0435]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0567, -0.1817, -4.5567, -4.0567]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6706, -1.9206, -0.9206, -1.6706]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6293, -1.5043, -1.3793, -1.3793]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.5869, -1.7119, -0.4619, -3.3369]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1688, -0.4188, -2.6688, -2.4188]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3392, -2.2142, -2.2142, -0.5892]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.595, -2.845, -1.095, -0.72]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7419, -1.7419, -1.3669, -1.3669]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6752, -0.6752, -2.9252, -1.9252]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8158, -1.8158, -1.5658, -0.9408]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.9538, -3.0788, -3.5788, -0.2038]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8917, -2.7667, -1.2667, -1.7667]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.595, -1.595, -1.345, -1.345]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4139, -3.1639, -3.2889, -2.1639]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7851, -1.5351, -2.9101, -0.7851]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6952, -3.6952, -4.6952, -0.9452]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2106, -3.3356, -2.0856, -0.3356]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5828, -0.3328, -3.0828, -2.2078]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.1399, -3.5149, -2.7649, -0.6399]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4971, -1.4971, -1.4971, -1.3721]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7044, -2.0794, -0.8294, -2.0794]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.8631, -0.2381, -3.8631, -3.1131]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.2545, -0.8795, -3.7545, -1.7545]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.211, -1.961, -2.211, -0.961]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5394, -1.9144, -3.2894, -0.6644]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6498, -1.3998, -1.7748, -1.1498]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9682, -0.2182, -4.2807, -3.6557]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5585, -1.5585, -1.4335, -1.3085]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2525, -5.1275, -0.315, -1.69]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5799, -2.8299, -2.5799, -0.3299]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8826, -2.2576, -0.6326, -2.0076]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9077, -2.1577, -1.4077, -1.7827]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8744, -1.6244, -1.6244, -1.1244]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0597, -1.4347, -2.5597, -0.8097]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6098, -1.6098, -1.2348, -1.4848]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7922, -2.5422, -0.9172, -1.2922]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4971, -2.7471, -0.9971, -0.8721]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7408, -0.4908, -3.4908, -2.3658]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1634, -2.2884, -1.2884, -1.6634]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3853, -3.1353, -0.3853, -2.1353]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6071, -1.9821, -1.9821, -0.8571]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9702, -2.3452, -3.3452, -0.3452]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.6952, -0.9452, -1.3202, -2.3202]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6091, -0.9841, -1.4841, -1.4841]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2834, -1.0334, -2.5334, -1.5334]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.037, -3.037, -4.412, -0.662]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.08, -1.455, -1.455, -1.33]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5239, -1.6489, -1.3989, -1.2739]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.1544, -3.6544, -4.2794, -3.0294]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8321, -0.5821, -2.9571, -2.0821]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4051, -2.9051, -0.6551, -1.6551]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9213, -0.5463, -2.7963, -2.0463]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0537, -3.1787, -0.8037, -1.0537]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-5.034, -5.4715, -0.409, -1.409]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4883, -1.4883, -1.4883, -1.3633]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5275, -1.5275, -1.4025, -1.4025]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8943, -2.7693, -1.8943, -1.5193]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2443, -1.2443, -1.6193, -1.2443]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.967, -1.717, -1.967, -0.717]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8989, -1.0239, -1.2739, -1.8989]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9127, -0.6627, -1.7877, -2.4127]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6817, -0.2442, -4.4942, -2.8692]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3853, -2.1353, -2.5103, -0.5103]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.2219, -2.7219, -4.8469, -3.4719]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.421, -1.921, -0.546, -1.796]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3439, -1.9689, -1.3439, -1.5939]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2191, -1.2191, -1.5941, -2.0941]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.4889, -1.9889, -2.9889, -1.9889]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7489, -2.2489, -1.4989, -0.8739]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.709, -1.584, -1.334, -1.334]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.664, -3.164, -0.914, -0.914]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5981, -1.5981, -1.4731, -1.2231]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3576, -2.4826, -0.4826, -1.9826]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9507, -5.3257, -4.7007, -0.0757]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.0086, -3.3836, -2.1336, -0.8836]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5883, -1.7133, -2.5883, -2.2133]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8845, -5.072, -5.822, -0.1345]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3524, -2.9774, -3.2274, -2.6024]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3748, -1.4998, -1.8748, -1.2498]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.3249, -1.3249, -1.6999, -1.5749]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9492, -5.0742, -5.4492, -0.0742]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.6996, -0.1371, -4.5121, -4.0121]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.125, -2.25, -0.75, -1.75]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.6557, -2.7807, -2.6557, -1.2807]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5651, -3.3151, -4.1901, -0.1901]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6762, -2.8012, -0.8012, -1.5512]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.736, -4.236, -5.486, -0.111]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1919, -0.4419, -3.1919, -2.4419]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5519, -2.4269, -1.0519, -1.3019]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9063, -1.9063, -2.1563, -0.5313]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9711, -1.3461, -1.0961, -1.8461]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0531, -1.9281, -1.4281, -1.0531]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.8712, -0.8712, -3.4962, -2.9962]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.2687, -1.0187, -1.6437, -1.3937]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.258, -1.883, -1.508, -1.383]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1265, -2.3765, -1.5015, -1.2515]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2191, -0.7191, -1.8441, -1.9691]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4797, -2.4797, -2.1047, -1.2297]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4756, -4.7881, -0.4756, -2.4756]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9148, -2.4148, -0.7898, -1.4148]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9728, -2.9728, -3.3478, -0.3478]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1453, -3.7703, -4.8328, -3.2703]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5123, -1.5123, -1.7623, -1.1373]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0225, -1.8975, -0.3975, -2.6475]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3315, -1.2065, -1.5815, -1.0815]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6875, -1.3125, -1.1875, -1.9375]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1176, -2.3676, -1.6176, -0.7426]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8249, -0.8249, -2.6999, -1.4499]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3453, -2.2203, -2.8453, -3.1578]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9331, -1.9331, -1.0581, -1.3081]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7712, -3.0212, -3.8962, -0.3962]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9954, -0.4954, -2.4954, -1.8704]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3437, -3.6562, -0.3437, -2.7187]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3137, -2.9387, -3.1887, -2.5637]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8803, -2.8803, -1.1303, -2.3803]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4778, -0.9778, -1.9778, -1.9778]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6314, -1.5064, -1.2564, -1.5064]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1016, -3.7891, -0.289, -2.1641]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5301, -1.5301, -1.2801, -1.5301]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7039, -1.9539, -1.2039, -1.3289]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1555, -1.7805, -1.7805, -1.7805]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6062, -0.4812, -2.7312, -2.8562]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4046, -3.0296, -4.0296, -1.6546]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6577, -1.2827, -3.0327, -0.9077]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6618, -1.9118, -0.9118, -1.2868]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1734, -2.1734, -0.4234, -2.4234]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3456, -0.5956, -3.7206, -2.9706]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6406, -1.6406, -1.2656, -1.3906]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4844, -0.8594, -2.6094, -1.7344]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7608, -1.5108, -0.6358, -2.0108]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2551, -3.5051, -0.7551, -1.1301]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3406, -2.2156, -0.5906, -1.8406]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.8209, -0.5709, -3.1959, -1.3209]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8578, -1.3578, -2.6078, -0.8578]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0136, -4.2636, -3.7636, -0.1386]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5403, -4.0403, -3.0403, -0.1653]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1549, -1.2799, -1.4049, -1.4049]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.6785, -2.0535, -1.6785, -2.3035]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9304, -0.4304, -1.4304, -3.5554]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5402, -3.2902, -3.7902, -0.4152]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1707, -2.9207, -1.4207, -0.6707]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.9272, -3.5522, -3.9272, -0.1772]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2018, -1.9518, -1.7018, -0.8268]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4002, -2.9002, -3.4627, -0.2752]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7773, -0.4023, -4.2148, -3.4023]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5476, -3.5476, -0.2976, -2.4226]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.2671, -1.2671, -2.3921, -1.3921]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4685, -2.4685, -2.2185, -2.3435]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.381, -2.881, -3.881, -1.756]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4322, -1.8072, -1.1822, -1.4322]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.2237, -1.4737, -2.8487, -1.0987]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9244, -1.5494, -0.7994, -2.2994]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2734, -1.8984, -0.8984, -1.3984]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.18, -3.18, -4.68, -3.555]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.5729, -2.6979, -3.6979, -1.1979]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6246, -1.4996, -1.3746, -1.3746]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3001, -1.5501, -1.4251, -1.0501]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.8612, -0.4862, -3.4862, -2.1112]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.308, -2.433, -0.558, -1.808]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.9568, -0.2068, -4.3318, -3.7068]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9955, -1.9955, -1.3705, -1.1205]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5393, -1.5393, -1.4143, -1.4143]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.595, -1.595, -1.345, -1.345]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-4.1619, -0.1619, -3.4119, -3.5369]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.6647, -0.1022, -6.0397, -5.4147]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0876, -3.8376, -4.4626, -0.0876]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5079, -1.5079, -1.5079, -1.3829]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1329, -1.0079, -2.1329, -1.1329]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2925, -0.1675, -3.6675, -3.2925]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0473, -2.0473, -2.2973, -1.1723]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2041, -4.5791, -4.4541, -0.0791]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4278, -2.9278, -2.1778, -2.3028]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.7368, -0.1118, -3.4868, -4.3618]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1902, -1.1902, -1.9402, -1.9402]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7214, -2.9714, -0.3464, -2.5964]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.86, -0.735, -1.485, -2.61]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.816, -1.441, -1.691, -1.066]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.884, -5.259, -5.4465, -0.0715]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3243, -0.3243, -3.3243, -3.0743]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1664, -0.9164, -1.6664, -1.5414]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.1565, -1.0315, -1.7815, -2.5315]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5909, -2.7159, -2.0909, -0.7159]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7652, -1.7652, -2.1402, -0.7652]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1648, -1.9148, -2.4148, -0.6648]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.0799, -4.4549, -4.7674, -0.0799]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9276, -1.9276, -2.8026, -1.3026]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8281, -2.2031, -0.9531, -1.0781]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0514, -0.8014, -2.4264, -1.3014]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5992, -1.5992, -1.3492, -1.3492]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3516, -4.3516, -4.2266, -0.1016]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6232, -1.6232, -1.3732, -1.2482]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.1818, -2.3068, -1.5568, -1.6818]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8479, -4.3479, -5.2229, -0.0979]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7635, -2.0135, -1.5135, -1.0135]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6614, -1.5364, -1.2864, -1.4114]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.417, -0.917, -1.292, -1.917]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9591, -1.8341, -0.9591, -1.3341]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2316, -2.2316, -1.4816, -0.7316]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.754, -2.504, -1.879, -1.629]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7937, -1.4187, -1.7937, -1.0437]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2482, -3.3732, -0.7482, -2.2482]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.1208, -0.9958, -2.7458, -1.7458]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.7757, -1.5257, -1.2757, -1.4007]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1615, -2.5365, -0.5365, -2.0365]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5461, -1.5461, -4.0461, -0.5461]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5976, -3.0976, -3.7226, -0.2226]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5925, -1.5925, -1.3425, -1.3425]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5687, -0.4437, -3.1937, -2.4437]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0151, -3.7651, -3.8901, -0.1401]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7005, -2.0755, -1.4505, -1.4505]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3429, -2.2179, -1.4679, -0.7179]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1193, -1.9943, -1.2443, -0.9943]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5043, -1.5043, -1.3793, -1.5043]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0312, -1.0312, -2.4062, -2.2812]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.221, -2.596, -1.346, -0.721]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.376, -3.0635, -4.126, -0.1885]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9497, -3.0747, -1.3247, -0.5747]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6619, -2.4119, -0.9119, -1.0369]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7603, -0.1353, -4.9478, -3.8853]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1438, -1.8938, -2.0188, -0.6438]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2796, -1.0296, -1.9046, -1.0296]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3568, -3.1068, -3.8568, -0.2318]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.277, -2.777, -1.152, -1.402]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.2667, -1.0167, -2.0167, -2.2667]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.381, -1.006, -1.256, -1.756]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8299, -1.3299, -2.3299, -2.2049]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4739, -2.9739, -2.4739, -1.8489]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9896, -3.1146, -0.4896, -1.7396]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2625, -2.5125, -0.3875, -2.5125]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6567, -1.7817, -1.7817, -0.6567]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9074, -0.5324, -3.5324, -2.5324]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2784, -1.7784, -0.9034, -1.5284]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4076, -1.2826, -1.7826, -1.7826]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.295, -3.295, -0.295, -2.67]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.268, -0.643, -4.643, -4.518]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.538, -1.538, -4.163, -0.788]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.4181, -4.2931, -0.1056, -4.1056]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7416, -2.9916, -3.1166, -0.2416]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5862, -1.4612, -1.4612, -1.3362]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0588, -3.4338, -0.9338, -1.0588]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1051, -3.1051, -3.1051, -0.3551]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.1373, -1.1373, -3.2623, -1.8873]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.2917, -1.2917, -1.9167, -1.4167]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.8993, -1.8993, -0.7743, -2.1493]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2657, -1.3907, -1.8907, -0.8907]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4239, -0.4239, -2.1739, -2.5489]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2698, -2.2698, -1.5198, -0.6448]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.587, -2.087, -0.712, -2.212]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1593, -4.3468, -5.4718, -2.9093]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6043, -2.1043, -1.4793, -1.1043]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.6348, -4.2598, -0.3848, -1.5098]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1591, -1.7841, -0.4091, -3.2841]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1712, -1.9212, -2.4212, -0.6712]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6913, -1.6913, -2.0663, -1.0663]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.5476, -4.0476, -3.9226, -1.1726]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5977, -1.8477, -2.0977, -0.8477]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3882, -1.1382, -2.9507, -1.3882]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0563, -0.1813, -4.3688, -3.0563]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4838, -2.9838, -0.4838, -1.7338]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4154, -2.9154, -2.4154, -2.2904]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0349, -1.7849, -2.7849, -0.7849]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6698, -1.4198, -1.9198, -1.1698]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7506, -0.6256, -2.2506, -2.3756]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0647, -1.0647, -2.6897, -1.8147]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4083, -1.5333, -1.4083, -1.5333]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.3852, -1.5102, -1.2602, -1.7602]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4059, -2.2809, -1.2809, -1.1559]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.0935, -0.7185, -1.0935, -2.5935]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4095, -2.5345, -3.0345, -2.0345]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9969, -0.6219, -2.7469, -1.8719]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9029, -2.1529, -0.6529, -2.0279]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.6898, -0.9398, -5.2523, -4.3148]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5943, -2.2193, -1.5943, -0.8443]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5478, -1.5478, -1.2978, -1.4228]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.7581, -2.1956, -0.8206, -1.0706]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0209, -2.0209, -1.8959, -1.2709]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5616, -0.9366, -2.9366, -1.3116]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5442, -3.6067, -1.0442, -1.0442]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1572, -2.9072, -4.2197, -0.6572]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3516, -3.2266, -4.4141, -2.1016]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5905, -1.4655, -1.3405, -1.4655]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8242, -1.5742, -3.0742, -1.5742]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1234, -5.3109, -5.1859, -3.9984]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0175, -4.08, -0.2675, -2.2675]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6842, -3.4967, -0.3092, -2.3092]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7495, -2.9995, -0.7495, -1.1245]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9702, -1.8452, -1.3452, -0.9702]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6567, -1.7817, -1.9067, -1.1567]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0027, -3.0027, -4.1902, -0.8777]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8151, -3.4401, -4.1901, -0.3151]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1175, -2.1175, -1.2425, -1.8675]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7035, -1.9535, -3.2035, -1.4535]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.452, -2.577, -2.952, -0.327]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7262, -1.3512, -1.3512, -1.8512]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8203, -1.8203, -1.5703, -2.1953]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.1078, -4.2953, -0.2953, -2.2953]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.5138, -2.8888, -1.8888, -2.1388]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9356, -3.0606, -4.0606, -0.1856]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3767, -2.7517, -3.6267, -2.0017]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5867, -1.5867, -1.3367, -1.3367]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9975, -1.4975, -1.7475, -0.9975]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6411, -1.5161, -1.2661, -1.5161]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3983, -1.5233, -1.2733, -1.7733]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3205, -2.1955, -1.1955, -1.4455]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6163, -1.2413, -1.6163, -1.4913]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3632, -2.2382, -2.3632, -0.7382]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6207, -1.6207, -1.3707, -1.3707]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.214, -1.464, -1.714, -0.964]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6115, -0.6115, -2.4865, -1.4865]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2911, -1.7911, -0.6661, -2.0411]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.1063, -0.1063, -5.0438, -5.4188]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9131, -1.9131, -2.2881, -1.2881]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.442, -1.442, -1.817, -1.192]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.625, -1.75, -1.625, -1.5]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2925, -3.2925, -3.5425, -2.2925]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.507, -1.632, -1.257, -1.507]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7721, -0.8971, -1.3971, -1.6471]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.0852, -4.0852, -0.2102, -2.3352]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3345, -2.7095, -3.7095, -2.3345]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8412, -2.3412, -1.4662, -0.5912]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.5328, -2.9078, -1.7828, -0.4078]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8349, -0.4599, -3.0849, -2.3349]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.1325, -1.7575, -1.7575, -1.5075]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-1.4113, -1.6613, -1.5363, -1.4113]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4133, -3.4133, -0.6633, -1.9133]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2365, -3.6115, -3.8615, -0.1115]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3392, -2.8392, -0.5892, -1.2142]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.6799, -3.9924, -0.4299, -1.8049]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1642, -0.6642, -1.4142, -2.0392]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7266, -2.4766, -2.3516, -0.6016]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4072, -2.5322, -1.0322, -0.9072]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1655, -2.2905, -3.5405, -0.7905]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5611, -1.1861, -1.5611, -1.0611]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.265, -2.265, -3.015, -0.765]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.7489, -0.8739, -2.3739, -1.4989]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9428, -0.5678, -2.6928, -1.6928]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.758, -3.258, -0.383, -3.383]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.198, -1.698, -3.948, -0.448]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.0612, -0.8112, -1.6862, -2.0612]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9171, -2.6671, -0.5421, -2.0421]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7862, -2.1612, -1.7862, -0.9112]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5454, -2.6704, -0.2954, -2.6704]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6888, -1.6888, -1.3138, -1.1888]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4774, -2.3524, -1.4774, -0.9774]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6069, -1.6069, -0.6069, -2.2319]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.895, -2.145, -1.02, -2.77]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-0.9069, -0.7819, -4.6569, -3.0319]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.179, -0.804, -2.054, -1.554]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9377, -1.6877, -2.1877, -1.5627]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3553, -0.7303, -2.6053, -2.2303]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.205, -2.705, -0.455, -1.83]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2673, -4.0798, -4.2048, -3.0798]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3093, -3.3718, -4.1218, -3.1843]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4582, -1.7082, -1.2082, -1.2082]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.338, -1.588, -2.088, -1.213]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.3929, -0.3304, -4.2054, -1.7054]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1936, -2.0686, -2.4436, -0.9436]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2683, -0.8933, -2.0183, -2.1433]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9634, -3.3384, -2.8384, -0.9634]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.5671, -1.5671, -1.3171, -1.4421]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.3966, -3.7716, -4.6466, -1.5216]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.683, -0.308, -4.7455, -4.183]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2941, -2.1691, -2.7941, -0.4191]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7421, -2.3671, -0.6171, -2.6171]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6865, -2.0615, -1.4365, -1.0615]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5887, -1.9637, -1.0887, -1.4637]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.6394, -0.2644, -4.1394, -3.3269]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8463, -1.4713, -1.7213, -2.3463]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2356, -3.1106, -3.8606, -2.6106]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.801, -2.051, -2.426, -1.301]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.26, -1.76, -1.26, -1.26]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9336, -2.6836, -1.0586, -0.9336]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.217, -3.217, -4.1545, -2.967]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8493, -2.8493, -2.3493, -1.0993]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5914, -2.5914, -3.7789, -1.3414]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.188, -0.688, -3.813, -2.563]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6573, -1.5323, -1.2823, -1.4073]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.051, -3.676, -0.176, -3.176]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.5165, -2.2665, -1.2665, -1.3915]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.811, -0.811, -2.311, -1.436]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9346, -1.5596, -1.3096, -1.3096]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0676, -1.5676, -1.8176, -0.9426]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-4.3342, -0.1467, -4.6467, -3.8967]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6039, -1.6039, -0.8539, -2.2289]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.0672, -1.1922, -1.1922, -1.8172]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1288, -0.5038, -2.5038, -2.1288]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2655, -0.8905, -3.2655, -1.7655]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9636, -1.7136, -2.0886, -0.7136]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3475, -2.9725, -0.3475, -2.4725]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4774, -1.9774, -2.3524, -0.6024]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5175, -1.3925, -1.7675, -1.2675]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.371, -1.371, -1.746, -1.371]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5814, -2.5814, -1.7064, -2.3314]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2627, -0.5127, -3.5127, -2.2627]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6617, -1.5367, -1.2867, -1.4117]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.9637, -4.9012, -4.9012, -0.0887]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.8196, -2.1946, -1.8196, -1.8196]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5948, -1.5948, -1.2198, -1.4698]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8228, -1.8228, -0.9478, -1.6978]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8222, -1.9472, -2.1972, -0.6972]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.5015, -2.8765, -0.2515, -2.3765]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9103, -1.7853, -1.9103, -1.6603]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7966, -1.1716, -2.9216, -0.9216]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7281, -1.9781, -1.3531, -1.1031]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0365, -1.4115, -1.6615, -1.0365]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3733, -1.2483, -0.9983, -1.6233]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.1129, -5.8629, -1.5504, -0.3004]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.815, -4.065, -0.19, -3.7525]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4437, -0.2562, -2.6312, -3.5062]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0327, -3.9702, -0.2827, -3.7202]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8949, -1.0199, -3.6449, -2.3949]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1792, -3.0542, -1.1792, -0.5542]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4558, -1.4558, -1.8308, -1.2058]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9689, -1.7189, -4.7189, -0.5939]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6112, -1.3612, -1.7362, -1.3612]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.3339, -1.0839, -2.8339, -1.3339]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.7467, -4.3717, -0.1217, -3.7467]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5582, -3.8082, -1.5582, -0.4332]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.5088, -2.2588, -1.7588, -1.5088]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8243, -3.4493, -1.0743, -2.0743]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5145, -1.8895, -0.6395, -1.7645]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4538, -2.4538, -0.8288, -1.4538]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3351, -1.7101, -1.8351, -1.2101]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0243, -2.3993, -2.1493, -0.3993]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7489, -1.6239, -2.4989, -1.7489]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.4765, -3.9765, -4.1015, -0.1015]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7614, -0.5114, -2.3864, -1.8864]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8071, -0.3071, -2.9321, -2.5571]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0608, -0.4358, -1.8108, -2.1858]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3929, -1.1429, -0.8929, -2.1429]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.7776, -3.0276, -1.5276, -1.6526]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7536, -3.7536, -4.6911, -0.1286]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3069, -1.0569, -2.1819, -1.5569]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.455, -3.58, -0.33, -3.83]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2072, -1.7072, -2.0822, -0.7072]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9541, -2.8291, -1.4541, -1.4541]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0464, -2.4214, -0.5464, -2.4214]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4013, -2.5263, -1.6513, -0.9013]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4035, -0.6535, -2.9035, -2.1535]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.1224, -5.5599, -6.5599, -0.0599]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.693, -0.443, -3.068, -2.943]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.9425, -5.255, -0.0675, -4.4425]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3536, -1.7286, -1.4786, -0.8536]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6328, -1.5078, -1.2578, -1.5078]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7731, -2.2731, -0.5231, -2.0231]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.5833, -1.5833, -1.5833, -1.3333]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.896, -3.146, -4.271, -0.146]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9391, -2.9391, -0.5641, -2.1891]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1674, -1.2924, -0.9174, -2.4174]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2009, -3.2009, -5.2009, -2.9509]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.3835, -1.0085, -1.3835, -1.6335]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.5361, -3.6611, -0.2861, -2.5361]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5658, -2.3158, -1.0658, -1.4408]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4993, -1.4993, -1.3743, -1.4993]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5025, -2.2525, -1.0025, -2.5025]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3002, -1.6752, -1.1752, -1.1752]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3281, -1.5781, -0.9531, -1.4531]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.145, -1.27, -2.145, -1.52]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1795, -1.8045, -1.1795, -1.0545]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5783, -1.4533, -1.3283, -1.5783]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8868, -2.8868, -0.2618, -3.1368]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.6449, -4.7074, -0.0824, -3.9574]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2874, -2.5374, -1.5374, -1.0374]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8288, -0.8288, -2.5788, -1.4538]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5923, -1.9673, -0.7173, -1.5923]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.4599, -0.8349, -2.0849, -1.8349]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.305, -0.18, -4.555, -2.68]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5697, -1.4447, -1.3197, -1.5697]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4758, -1.4758, -1.2258, -1.2258]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.0259, -0.9009, -2.9009, -0.9009]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8526, -0.7276, -2.2276, -1.3526]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9138, -1.0388, -1.4138, -2.0388]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-0.4057, -2.2807, -3.2807, -2.4057]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.353, -2.353, -0.853, -1.853]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2426, -2.3676, -2.7426, -0.3676]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5457, -1.6707, -1.0457, -1.7957]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7712, -2.0212, -1.8962, -1.6462]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8194, -3.6944, -3.4444, -0.1944]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6847, -2.4347, -2.0597, -0.6847]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0146, -0.3896, -2.6396, -2.8896]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.494, -2.244, -0.744, -2.494]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.522, -3.397, -4.2095, -0.397]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4826, -1.8576, -1.8576, -0.8576]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6012, -1.6012, -3.3512, -2.3512]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4574, -1.9574, -0.5824, -1.8324]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4561, -3.0811, -2.9561, -1.7061]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9878, -2.9878, -0.3628, -2.1128]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1331, -2.5081, -0.3831, -2.0081]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8951, -0.7701, -2.0201, -1.7701]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1972, -3.3222, -4.5722, -3.6972]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0224, -0.8974, -1.3974, -1.8974]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.6025, -1.6025, -1.3525, -1.3525]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1456, -3.0206, -5.3956, -0.1456]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4623, -1.5873, -1.2123, -1.2123]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3159, -2.9409, -3.5659, -2.5659]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1812, -3.8062, -2.1812, -0.6812]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3591, -1.4841, -1.4841, -1.4841]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1998, -3.3248, -1.1998, -0.5748]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5871, -1.2121, -1.5871, -1.7121]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7134, -1.9634, -3.2134, -0.5884]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.4804, -2.7304, -1.4804, -1.6054]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.3571, -1.1071, -1.9821, -1.7321]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0469, -1.6719, -0.6719, -2.4219]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4076, -3.2826, -4.9701, -2.7826]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.3806, -1.5056, -2.0056, -1.1306]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1851, -0.3101, -4.3101, -3.4351]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5223, -0.8973, -1.2723, -1.7723]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.4418, -1.8168, -1.0668, -2.4418]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.847, -3.5345, -0.597, -1.722]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.1616, -3.5366, -3.7866, -3.5366]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9245, -1.6745, -1.5495, -2.1745]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8937, -3.2687, -0.2687, -2.7687]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7898, -0.1648, -4.6023, -3.7898]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8757, -3.0007, -0.3757, -2.5007]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.7663, -0.1413, -5.1413, -4.3288]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4662, -2.4662, -1.7162, -0.8412]}
{"tag": "base", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2566, -4.8191, -5.0066, -0.1316]}