{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.9879, -7.9254, -9.1442, -7.0504]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.7078, -6.3953, -7.8328, -6.7078]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0401, -10.8838, -11.4463, -11.3213]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0907, -9.9345, -9.5282, -10.9345]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6071, -8.2633, -9.7008, -9.6696]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.9123, -11.2873, -11.9123, -10.5061]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7231, -8.7856, -10.3481, -9.0981]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.934, -10.0903, -9.684, -10.4965]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.601, -7.7885, -11.2572, -11.226]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.1809, -11.8371, -13.2434, -12.4934]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-10.5302, -10.6239, -11.7177, -11.9364]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.0172, -10.3922, -10.6735, -10.7672]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.6464, -8.8964, -9.3964, -9.7714]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.7407, -10.1157, -10.8344, -9.8032]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.933, -10.1205, -8.9017, -10.4017]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5914, -11.2477, -10.3727, -11.2789]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5807, -9.2057, -10.5495, -9.6432]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8582, -9.3894, -9.8894, -10.7957]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0643, -9.9393, -10.1268, -10.8456]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.02, -9.4263, -11.0513, -11.1138]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-7.8351, -8.2726, -9.1788, -8.3976]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.2761, -8.9323, -8.5886, -9.9948]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.672, -9.9532, -10.8595, -12.5157]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.6142, -9.0829, -10.1767, -8.5829]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5268, -8.9018, -10.2455, -10.0268]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3155, -9.4093, -10.9405, -10.8155]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.8549, -7.6987, -7.5737, -8.1362]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1264, -8.9076, -9.5951, -9.6576]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.9172, -10.7297, -11.5734, -11.2922]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8789, -9.4414, -10.8164, -10.0977]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.3859, -8.1359, -9.3234, -7.8859]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2771, -8.0896, -8.2771, -8.7771]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.0039, -8.0039, -10.1601, -8.0039]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5171, -9.0171, -9.7984, -10.2984]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5277, -9.8402, -11.1527, -11.2777]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.5485, -8.861, -9.7985, -8.986]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2955, -8.608, -9.733, -10.0142]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.996, -10.7147, -11.2147, -12.3397]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.574, -10.0428, -11.7928, -11.1678]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9142, -8.7267, -9.7579, -9.5079]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.019, -9.4877, -10.7065, -10.269]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2068, -10.3005, -11.5818, -12.0505]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8875, -9.1375, -11.1375, -10.6375]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-12.5711, -11.0086, -10.6336, -12.3524]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.8, -10.0188, -11.3938, -10.3313]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4736, -10.3486, -10.8174, -10.9424]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3488, -9.3175, -10.0988, -9.5988]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4198, -9.7636, -10.8573, -11.2323]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.1582, -8.9082, -7.7207, -9.377]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8243, -9.2306, -9.2306, -9.5431]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9099, -8.7536, -9.9099, -10.0974]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4522, -9.2022, -10.9834, -11.1709]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9889, -10.0514, -11.7389, -12.3014]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.7246, -10.0996, -9.5996, -11.4746]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.3745, -6.687, -6.187, -6.4995]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5863, -9.8675, -8.8363, -10.8988]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.4481, -8.3544, -9.2606, -8.1669]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4591, -9.0529, -11.1779, -10.3341]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6721, -8.9533, -10.0471, -9.2033]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.5725, -10.3537, -13.26, -10.2912]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.2345, -7.422, -8.047, -7.547]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5774, -8.4524, -9.6711, -9.4836]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2212, -8.0025, -8.6275, -9.19]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9151, -10.5401, -10.5088, -11.6651]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6044, -8.5731, -8.9794, -8.8856]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4021, -9.1833, -10.1208, -9.2458]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.7381, -12.0193, -13.9256, -10.7381]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3378, -8.0566, -9.3066, -9.0878]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8694, -8.4944, -9.8694, -9.0257]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.7434, -10.3371, -11.6809, -10.5246]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8887, -9.7637, -11.1387, -11.2012]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6727, -9.3289, -9.6727, -11.0164]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7543, -9.1605, -9.8168, -9.5355]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-9.5896, -10.1521, -12.6834, -12.1521]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5632, -8.6257, -9.9069, -9.3444]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.4469, -9.6344, -11.6031, -9.5094]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1377, -8.9189, -9.6689, -10.0439]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8837, -8.665, -9.1337, -10.04]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.8515, -9.3515, -11.1015, -10.3828]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9765, -7.664, -8.3515, -7.7265]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6129, -9.0191, -10.1441, -9.2066]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4413, -7.4413, -8.5663, -8.0663]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-10.2084, -11.1772, -12.8022, -12.6772]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7852, -7.2852, -8.6602, -8.7227]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.211, -9.2578, -11.7578, -12.2578]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3629, -9.0816, -10.2379, -10.3316]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2658, -7.297, -8.2345, -8.8595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5198, -9.7385, -10.3323, -10.0198]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.7938, -10.95, -11.45, -10.8875]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.007, -7.8195, -8.1945, -8.257]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5559, -9.5559, -10.7121, -10.4621]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.4103, -8.6603, -10.0665, -8.0978]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9879, -9.8629, -9.8942, -11.2067]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9591, -9.9279, -10.2716, -11.4279]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5602, -8.9352, -9.8727, -9.3415]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7996, -10.0496, -10.6434, -10.2996]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.1514, -6.1514, -6.8389, -7.2764]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5006, -9.8443, -11.5943, -11.2506]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.2595, -7.697, -8.572, -8.9157]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9306, -10.2119, -12.1181, -12.0244]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4774, -9.3211, -10.1649, -9.8211]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.1841, -9.2466, -10.3716, -11.0591]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5885, -7.9635, -8.8698, -8.5885]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.6216, -11.3716, -12.4653, -11.2778]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.8464, -9.3464, -10.0964, -10.3151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8689, -8.2439, -9.4002, -9.1814]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-7.6792, -6.5542, -6.9292, -6.4292]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.5315, -11.719, -11.3127, -11.7815]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5115, -11.449, -9.1678, -12.1053]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-12.2909, -13.3222, -14.9784, -13.6347]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.7485, -11.5923, -9.7173, -11.561]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.6588, -9.0651, -13.1276, -13.3307]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8682, -9.7432, -10.3057, -8.6807]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1001, -10.6626, -11.3501, -11.4126]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.587, -8.0245, -9.587, -8.587]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.6005, -10.163, -10.1317, -11.038]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4532, -8.5157, -9.3907, -9.0782]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.5595, -8.997, -11.9657, -11.3095]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-11.3848, -10.4786, -9.2598, -10.7911]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.4385, -6.376, -7.751, -7.501]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8063, -9.4313, -10.2751, -10.7751]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1075, -10.8887, -11.67, -11.295]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3752, -8.9689, -10.5314, -9.9377]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.451, -9.8885, -10.701, -10.1073]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8601, -8.9226, -10.7664, -10.4851]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1202, -9.0577, -10.964, -9.3077]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8124, -8.4374, -9.3436, -9.2811]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2589, -8.1964, -9.8526, -9.5401]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0413, -9.5413, -10.76, -10.135]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.814, -9.1265, -10.3453, -10.2828]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0763, -8.8576, -10.1701, -10.8888]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0014, -8.2827, -11.8764, -11.7514]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.3349, -11.0849, -10.7411, -11.5224]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.0808, -7.3933, -9.612, -8.2058]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.2324, -8.9824, -9.1699, -8.2949]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7222, -10.0034, -11.4722, -11.3784]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3051, -8.6176, -10.4926, -10.0238]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.0996, -10.3808, -10.6308, -10.8496]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.7895, -10.3832, -9.6645, -11.0395]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4551, -9.2989, -9.6739, -9.7364]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3804, -8.6304, -8.6929, -8.7554]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.317, -8.567, -9.2232, -9.7857]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.3085, -11.5898, -9.621, -12.0898]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8802, -8.7552, -9.8177, -10.1927]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.1471, -11.3346, -13.2408, -9.9596]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0031, -9.7531, -11.1906, -10.2843]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4288, -10.1475, -13.3038, -11.3975]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2571, -8.4446, -9.6009, -9.1321]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9339, -11.2777, -9.0277, -10.1527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4173, -8.2923, -6.4798, -9.6673]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8457, -8.3457, -9.4394, -9.3144]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8831, -9.7269, -10.0706, -10.0706]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1262, -9.5637, -9.2825, -10.3137]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.5138, -6.5763, -8.3575, -8.3263]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.9193, -10.0443, -9.5443, -10.0443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.9842, -9.9529, -11.1092, -9.7342]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6686, -8.3248, -9.8873, -9.7936]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0885, -8.651, -10.6197, -10.526]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.2114, -12.1176, -14.227, -13.3364]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5958, -9.8146, -9.5021, -10.9083]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.126, -9.6885, -11.3448, -10.6573]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3561, -9.6061, -12.1998, -10.0436]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3226, -10.1351, -11.4163, -9.5413]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6511, -9.8386, -10.3386, -11.0886]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.0777, -9.109, -10.1715, -11.5152]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3619, -9.3619, -9.3619, -9.7369]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1218, -9.1218, -8.9343, -10.403]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1541, -8.1229, -10.0916, -10.2479]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.8551, -11.2301, -9.5426, -10.8863]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.7454, -8.8079, -10.3704, -8.6829]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2621, -10.6684, -12.5746, -7.9184]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5939, -9.0626, -11.6251, -11.5939]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.1101, -10.5789, -11.4851, -11.8914]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8542, -8.7605, -9.6667, -9.948]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6859, -9.2797, -10.5297, -10.3109]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7236, -9.3174, -9.9424, -11.0361]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.7944, -10.2319, -11.3881, -10.9194]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.6843, -8.9968, -12.3405, -12.1843]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1943, -8.9756, -10.3193, -9.9443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3363, -10.1175, -10.5238, -10.5238]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4327, -9.339, -9.6827, -9.1515]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4282, -9.4907, -9.5532, -10.2719]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5291, -10.3416, -11.2791, -10.9041]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9679, -10.4992, -11.5929, -10.0929]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-11.2318, -10.4193, -12.2318, -10.0443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0515, -8.7703, -9.5515, -9.2703]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7168, -10.0605, -10.8105, -10.1855]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.2688, -6.3313, -7.8313, -8.3313]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-10.476, -10.7573, -10.6948, -11.6323]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.5421, -11.6671, -10.2921, -12.5421]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6412, -8.1724, -10.2974, -10.7037]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.492, -9.5545, -11.242, -10.2107]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.477, -8.7895, -9.602, -10.2895]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6603, -11.7228, -12.8791, -13.3478]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9083, -7.0333, -7.0958, -8.6583]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7749, -10.2124, -10.3061, -11.9311]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.9066, -8.9066, -9.7816, -9.2816]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3471, -9.2534, -10.9096, -10.8471]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0144, -9.0456, -10.5144, -10.7019]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6364, -9.1051, -11.2926, -10.1676]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2615, -9.4803, -10.7615, -10.3553]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.605, -8.605, -9.48, -10.8237]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2457, -10.1519, -10.8394, -11.0894]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8772, -9.221, -11.6585, -11.4085]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.3048, -8.9611, -8.8986, -9.6486]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.57, -12.4137, -14.0387, -13.5075]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4006, -8.8381, -9.3381, -9.1506]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3986, -8.5236, -9.6486, -8.7736]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6443, -8.6131, -10.0193, -9.9881]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6318, -8.4755, -9.538, -8.663]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-9.2992, -9.4554, -10.7992, -10.0492]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5453, -9.014, -8.389, -9.5453]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0838, -8.49, -11.5838, -11.365]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.2454, -9.5891, -11.9329, -12.3391]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3809, -10.1934, -10.4122, -11.4434]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1414, -9.7351, -8.9226, -10.7039]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.644, -11.0815, -11.1753, -11.769]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.7777, -9.7777, -10.5902, -10.559]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9087, -10.5024, -13.4087, -13.0962]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7295, -8.7607, -10.792, -10.3857]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7507, -10.8757, -11.3132, -11.6569]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4828, -9.4203, -11.6078, -11.2953]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3467, -8.9092, -11.2217, -11.9092]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5773, -8.2648, -9.7648, -9.4836]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7247, -8.1935, -8.006, -8.3497]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.5326, -6.5326, -6.6576, -7.1576]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-11.0224, -10.2724, -10.1474, -11.4287]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1995, -10.1682, -11.6995, -10.9182]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6191, -10.0253, -9.1191, -11.0566]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-13.5374, -11.0687, -14.4281, -11.3499]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4344, -8.7782, -10.2157, -9.7469]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6526, -10.5276, -10.7776, -11.3714]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.0388, -7.1013, -7.7263, -7.9763]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3123, -5.5936, -7.5311, -7.7186]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4572, -8.8947, -10.2072, -9.6135]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9326, -9.2764, -9.9951, -9.2139]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.6343, -10.0093, -10.7905, -9.603]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1988, -9.2301, -10.9176, -10.1676]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.7334, -11.5771, -11.3584, -11.9834]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.5859, -6.3984, -7.5859, -7.1484]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-12.4826, -11.5451, -13.7483, -10.4201]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9925, -9.68, -11.4925, -10.305]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0285, -9.4973, -10.9348, -11.1848]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4931, -9.3056, -9.6493, -9.8993]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.3072, -11.6197, -10.5572, -11.7447]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4011, -8.4324, -10.5886, -10.5574]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7946, -9.4196, -9.5446, -9.6071]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1523, -9.7148, -10.9336, -10.5586]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.212, -9.5245, -9.7433, -9.9933]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8553, -9.5115, -9.2928, -10.199]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5076, -7.8201, -9.4451, -9.0701]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.5645, -11.4082, -12.3145, -12.1895]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.1259, -10.2509, -11.4384, -10.2197]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.2277, -10.3527, -11.1027, -11.5402]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2329, -9.1704, -11.1079, -11.6079]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.9876, -8.8314, -9.3001, -8.7376]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0874, -10.8999, -12.3686, -12.0874]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4781, -10.0094, -10.1969, -10.3844]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6126, -8.7064, -10.4564, -10.7064]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.3557, -10.1995, -11.7307, -11.512]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.664, -9.6015, -10.6015, -10.289]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7839, -9.5651, -11.4401, -10.7214]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9835, -9.9835, -10.9523, -10.921]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9038, -7.4663, -7.5288, -7.5288]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.6729, -8.4854, -10.3604, -9.7354]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8725, -9.2475, -10.31, -10.435]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7741, -10.8679, -12.7741, -13.5866]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.9255, -7.1755, -8.0505, -7.0505]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8528, -9.1653, -10.7278, -10.5716]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.6606, -12.2231, -14.2075, -11.0044]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1623, -8.7248, -10.4123, -9.6623]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1907, -9.9407, -8.8157, -10.1595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0812, -9.4874, -11.5499, -11.8312]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.5307, -8.9995, -9.9057, -9.2807]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6519, -7.9644, -9.7144, -8.6519]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3609, -8.0797, -9.1109, -9.6109]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6506, -9.5568, -9.1506, -9.7131]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3874, -10.2624, -10.7936, -10.7936]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8712, -9.8087, -10.0274, -10.4337]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.6014, -7.2889, -9.0076, -8.5389]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3642, -11.3017, -13.6767, -12.9892]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-11.292, -11.3545, -11.6358, -11.5108]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.082, -8.9883, -11.6445, -11.9258]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1273, -10.0336, -10.7523, -10.9711]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-11.1834, -12.5896, -14.5584, -13.2146]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.7999, -10.253, -13.1905, -12.7218]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0328, -8.939, -9.814, -10.9078]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9896, -11.2084, -11.4896, -11.8646]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.872, -9.3095, -11.1845, -10.872]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.0536, -9.3036, -10.1161, -12.1786]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.1078, -10.1078, -11.1078, -11.4515]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.7755, -10.4318, -14.1818, -12.713]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3754, -8.6879, -9.7504, -9.5004]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.6027, -7.2277, -8.9777, -7.7277]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.2925, -11.0113, -11.1988, -12.1988]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7902, -8.5402, -10.0402, -8.6652]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.0988, -6.8488, -8.505, -8.3488]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2814, -9.2814, -10.5939, -9.5939]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.597, -11.2532, -9.222, -11.972]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1765, -10.3015, -11.8328, -9.7078]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3782, -9.7219, -10.9094, -10.6907]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7286, -9.4786, -10.6036, -10.9161]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2735, -10.7423, -9.8048, -11.8673]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.6021, -6.8521, -7.6646, -7.1646]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9507, -9.2632, -11.3257, -11.1382]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.988, -8.738, -10.5817, -10.5505]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6319, -8.5069, -10.2881, -9.7256]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1735, -8.4548, -9.611, -9.361]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2905, -9.6343, -9.1655, -9.3843]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.8767, -9.7986, -13.6892, -13.7205]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.89, -6.9525, -8.0775, -7.765]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-7.6091, -7.6716, -8.7341, -7.8591]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8992, -6.9617, -10.0242, -9.3054]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.0556, -10.0243, -9.9306, -10.5556]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7451, -8.9013, -9.2451, -9.4013]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.6469, -7.9906, -12.0844, -11.9281]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8285, -9.391, -9.7035, -10.2035]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2761, -9.4636, -10.6824, -9.8699]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3883, -8.982, -9.2633, -9.4195]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-11.6704, -12.3892, -12.0767, -13.2329]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1135, -8.8322, -11.301, -10.426]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9405, -12.0342, -10.6905, -12.5967]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-15.2022, -9.7882, -13.8975, -14.1007]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0593, -10.1218, -9.9343, -11.6218]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7686, -10.2999, -11.2999, -10.5499]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6758, -9.5508, -10.3008, -9.582]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4717, -9.3154, -10.7529, -9.8154]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0833, -9.3021, -10.8958, -11.0833]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.7151, -9.5589, -10.5276, -10.2151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3445, -9.7507, -11.032, -9.4382]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3167, -9.1917, -10.1605, -10.3167]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.095, -10.2512, -11.5325, -8.1887]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8928, -9.799, -9.7678, -10.3615]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.168, -9.418, -9.1055, -9.7618]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8499, -9.0999, -9.7249, -9.7874]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3712, -8.6837, -9.5274, -9.4649]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8926, -8.9863, -9.9863, -10.5488]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3629, -8.6754, -9.9566, -9.7379]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.601, -8.226, -10.2573, -10.1948]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.7759, -10.4634, -9.6196, -12.3071]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.8552, -10.0427, -10.7615, -9.824]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6211, -8.2148, -9.9648, -10.7773]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7919, -8.0419, -9.8544, -9.1981]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.94, -8.5025, -10.315, -9.3462]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1478, -9.3041, -10.2728, -10.9916]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.7896, -9.7271, -8.9458, -10.6333]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9727, -10.504, -10.1915, -11.379]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.2497, -9.4059, -11.5934, -11.8747]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.6072, -11.0759, -8.3259, -10.7947]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2762, -8.3699, -9.3699, -10.5574]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.0083, -10.6958, -11.2583, -11.5083]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1382, -7.1382, -7.2007, -8.3257]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0055, -9.7868, -11.2868, -9.693]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.774, -9.649, -9.9302, -10.5552]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.3611, -10.1424, -11.6111, -11.4549]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.9852, -7.9227, -7.8602, -8.4852]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.5357, -11.2857, -12.8169, -12.5044]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.6466, -11.3654, -10.8029, -11.9591]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1129, -9.0816, -9.8004, -9.9879]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5855, -9.5543, -11.3043, -10.7105]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.5704, -5.0704, -5.8829, -5.8829]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.7645, -7.0145, -8.0145, -7.6395]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.4708, -9.0333, -13.2833, -13.3614]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5064, -9.5064, -11.1627, -10.8502]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4762, -8.8199, -10.2262, -9.7887]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6135, -8.7385, -10.5197, -10.4885]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2746, -11.2434, -12.3684, -11.6809]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.007, -8.632, -10.2257, -10.3507]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3259, -8.5447, -9.1697, -9.8259]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.1527, -6.2152, -8.5277, -6.2152]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.089, -8.5578, -8.4953, -8.4328]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-10.9843, -11.1718, -11.4843, -11.7968]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4955, -10.3392, -10.5892, -11.6517]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-6.3563, -5.4188, -6.2938, -6.5438]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3147, -9.4397, -12.3772, -12.1897]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1917, -9.2855, -11.2542, -10.8167]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.4552, -10.299, -10.6115, -11.2052]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4977, -8.5602, -10.9352, -9.4352]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-6.8612, -6.8612, -6.6737, -6.1737]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6916, -11.0041, -11.6603, -11.9728]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0313, -9.4375, -10.625, -9.5313]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.6147, -12.0366, -13.7397, -8.7553]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.2085, -11.4585, -13.1147, -9.771]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.7505, -9.8755, -12.438, -11.1568]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7052, -9.7052, -10.674, -11.174]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8654, -9.2716, -10.2716, -10.3654]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2804, -9.7179, -10.5304, -10.0304]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5523, -10.8648, -9.6773, -10.9273]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7183, -8.4058, -10.7496, -10.1871]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9884, -8.5196, -8.8946, -9.8946]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-7.7527, -8.0652, -8.5652, -8.7527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3313, -9.2688, -10.2375, -10.3938]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.0302, -10.749, -10.8427, -12.0615]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2728, -9.5228, -10.5228, -9.8666]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.7867, -9.0992, -9.7867, -10.443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.9071, -10.2821, -12.5946, -12.6884]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5225, -8.2725, -10.8037, -11.0537]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3334, -10.6147, -11.2709, -11.3022]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.8407, -8.9032, -8.6219, -9.8407]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3505, -8.663, -10.038, -9.4442]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7446, -7.4634, -9.7134, -9.7759]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6709, -9.3584, -11.2646, -9.7646]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6117, -9.8304, -10.7679, -10.7054]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4093, -10.0343, -11.128, -10.5343]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.1333, -9.6958, -9.7583, -9.4458]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7481, -9.3731, -10.1856, -11.5293]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7619, -8.8556, -8.8869, -9.1681]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7456, -9.2456, -9.8393, -10.2143]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-13.102, -10.977, -11.102, -10.1957]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.2514, -7.0014, -7.9389, -7.8139]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0258, -7.5883, -8.5883, -7.9008]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.898, -9.8667, -11.4605, -9.0542]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1809, -8.8371, -8.2121, -9.3059]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4174, -7.8549, -9.1049, -8.2299]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3991, -8.0866, -10.3679, -10.4616]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.9765, -11.0077, -10.5702, -11.4452]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7462, -9.8087, -11.1524, -10.7149]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.3014, -10.2077, -10.3952, -10.8014]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3713, -8.4963, -10.7463, -10.0901]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4483, -8.5108, -9.2296, -9.6358]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6984, -6.6046, -9.5109, -9.1046]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6371, -9.3246, -10.9184, -10.4809]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5878, -9.1503, -7.5566, -8.8066]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1823, -10.1823, -11.6198, -10.1198]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8914, -9.4539, -10.3289, -10.1727]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4061, -7.9998, -9.1561, -9.8748]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2714, -8.6152, -10.2089, -9.8964]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1557, -10.9994, -9.8432, -12.4057]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.4401, -11.7526, -12.7213, -12.8151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.827, -9.2958, -9.952, -9.5458]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.945, -7.445, -10.195, -9.0387]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.915, -9.2588, -10.7588, -9.0713]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.591, -9.6535, -10.8098, -11.1848]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7612, -9.0737, -9.9174, -9.8549]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.0233, -6.2108, -7.7108, -7.5233]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9747, -10.0059, -9.2559, -9.4747]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4976, -8.5913, -10.8101, -10.6226]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.541, -9.291, -10.4473, -10.8535]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2109, -8.8047, -9.8359, -9.6797]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.6458, -11.302, -12.8333, -12.7395]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5015, -9.3452, -9.9702, -9.814]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.8991, -10.5554, -8.9616, -11.6491]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3475, -9.1287, -10.3787, -8.6912]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3002, -9.4877, -9.9877, -10.6752]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9203, -10.764, -12.514, -12.1078]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8105, -8.5293, -8.6543, -9.9043]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.2193, -9.4068, -10.313, -9.2818]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4557, -11.2994, -12.8307, -11.3619]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6432, -10.1745, -10.4245, -10.987]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5317, -8.5317, -9.7817, -10.1567]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8625, -10.3937, -9.925, -11.4875]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-14.2607, -9.6045, -13.417, -13.2295]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.232, -8.7633, -10.4508, -8.1383]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5571, -9.9633, -11.2133, -10.0571]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.4114, -10.2239, -11.1301, -9.2551]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3148, -9.1898, -10.2835, -10.1898]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7352, -9.6102, -10.5165, -10.3915]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6948, -8.9135, -9.5073, -10.1635]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1945, -9.132, -10.6008, -11.007]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.4157, -9.0095, -8.9782, -9.7595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3936, -7.8311, -9.0186, -9.1436]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8457, -8.4082, -10.0332, -9.6582]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.9867, -10.7055, -11.7055, -10.3617]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0694, -10.1631, -12.1006, -11.5069]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2634, -10.1072, -12.6072, -10.1384]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4302, -8.7115, -9.9615, -9.8052]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9842, -10.7342, -11.3592, -11.2342]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.5935, -9.9373, -10.3123, -11.531]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3546, -8.5109, -10.7296, -10.4484]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5131, -9.2631, -11.4819, -11.6069]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0264, -9.4326, -11.3389, -11.2451]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6068, -9.7943, -9.9506, -11.5443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6395, -9.6395, -11.1083, -9.6395]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1986, -8.5111, -8.1361, -8.7923]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4176, -9.2301, -10.6676, -11.2926]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5656, -9.9406, -10.9406, -8.5031]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8781, -6.1906, -6.8781, -7.0656]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.3058, -7.1183, -7.9933, -7.9308]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.6835, -11.3085, -12.996, -10.246]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2902, -9.1027, -10.259, -9.2277]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.9484, -10.9484, -12.9797, -12.0422]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3852, -10.9164, -11.8852, -11.3539]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.4484, -10.3234, -9.5421, -10.2609]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1138, -10.6451, -12.2076, -12.1138]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7022, -8.9209, -10.8272, -9.4834]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.2786, -9.0599, -12.9974, -11.9661]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.5292, -8.2792, -8.0292, -8.1542]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8145, -10.5333, -10.0645, -11.4708]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-7.5947, -8.5322, -8.8447, -9.4072]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4542, -8.9855, -11.5792, -11.298]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.669, -11.169, -13.544, -12.7315]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.287, -10.2558, -10.412, -10.3183]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5648, -9.4711, -8.8148, -10.4398]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0015, -10.9702, -12.2202, -9.2515]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4593, -10.1155, -10.4905, -10.8968]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7826, -7.5951, -9.2826, -8.3451]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5317, -9.3442, -9.5317, -10.063]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9429, -6.5054, -9.4429, -8.9429]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8611, -8.8923, -9.0798, -9.7986]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.9756, -9.9444, -11.8194, -9.4756]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.336, -8.961, -10.586, -11.0548]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.4107, -9.0044, -12.0669, -12.8794]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-9.0814, -9.1752, -9.6752, -10.2377]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0324, -8.5324, -9.7512, -8.8449]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.4454, -10.4142, -10.9454, -11.7579]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3601, -9.6101, -11.7976, -12.0164]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7069, -11.2382, -11.7382, -13.4882]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9006, -8.1506, -8.9006, -8.3381]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2007, -10.2945, -11.8882, -11.732]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6482, -9.8669, -11.2107, -10.8357]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1649, -7.9774, -8.9149, -8.5399]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0229, -7.5854, -8.9917, -7.9604]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6452, -8.739, -9.3952, -9.9577]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7339, -8.8589, -9.9527, -9.6714]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3063, -7.2438, -8.3688, -8.0563]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.332, -9.6445, -10.707, -10.3632]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4007, -9.2445, -10.807, -10.7445]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.2945, -10.3882, -9.9507, -10.857]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-6.3511, -6.4136, -6.2886, -7.0386]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.7519, -8.4394, -9.4706, -8.1269]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7003, -9.2941, -10.1691, -9.7941]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6554, -9.9054, -11.0929, -9.9679]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3487, -8.5675, -11.1925, -10.7237]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.0146, -8.2334, -8.0459, -8.4834]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1897, -9.4709, -10.2522, -10.2522]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5745, -7.762, -10.1682, -10.1682]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5911, -10.2474, -11.9349, -11.7786]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.7317, -9.1067, -12.4505, -12.4817]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9821, -9.7321, -10.9196, -10.9508]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0921, -10.7171, -9.6233, -11.1858]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9967, -9.4967, -9.3717, -10.028]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0629, -9.3754, -11.8442, -11.4379]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.809, -11.7465, -9.7777, -12.5902]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.6051, -10.1364, -12.7614, -9.7926]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6277, -10.534, -9.4715, -10.9715]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7979, -9.3604, -10.0791, -9.7666]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4387, -9.5012, -11.0012, -10.4387]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4629, -9.6191, -10.4004, -10.4316]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.667, -7.542, -8.667, -7.667]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6045, -10.3545, -11.7295, -11.042]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.9652, -9.1839, -10.5277, -8.8089]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.514, -10.0453, -9.7328, -10.5453]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5921, -6.2484, -7.2484, -7.3109]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.4656, -10.8718, -10.4968, -13.075]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3221, -8.6658, -10.4158, -8.7908]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2434, -8.4309, -9.1809, -8.8684]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6273, -9.971, -10.4398, -10.5023]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7245, -8.912, -9.912, -9.6932]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5698, -11.1323, -9.8511, -11.2886]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9579, -8.5829, -10.0829, -9.7079]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7443, -8.6818, -11.5881, -11.4943]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.7806, -11.1244, -11.9369, -10.2494]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6068, -7.7318, -11.0756, -10.7318]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9136, -11.4136, -9.0699, -11.7261]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5502, -8.3002, -10.0815, -9.8627]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.4647, -12.121, -14.0897, -13.621]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.7966, -8.9216, -9.8278, -9.6403]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.7804, -9.8429, -11.5616, -9.8429]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.1848, -9.7785, -9.3098, -10.966]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.8144, -9.4394, -9.1894, -11.0956]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4282, -9.5532, -10.897, -10.3345]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3571, -9.9508, -12.0758, -11.0446]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.276, -7.651, -10.2447, -9.6822]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.5691, -10.7878, -10.8503, -11.6941]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9438, -9.1938, -10.0688, -10.1313]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1915, -9.254, -10.0978, -9.379]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-10.4056, -10.9368, -10.5931, -10.4368]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.7429, -10.6804, -13.6804, -13.8991]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6788, -9.1163, -10.7413, -9.5538]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9531, -8.0781, -9.2344, -9.6406]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.2607, -9.917, -9.3545, -10.0107]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1054, -9.6992, -10.7617, -11.1054]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4055, -8.3118, -11.1555, -10.593]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6724, -9.5786, -10.2974, -11.4849]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1597, -9.9097, -11.191, -11.8785]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.4574, -8.1449, -9.1449, -7.2074]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-6.7525, -7.19, -7.3775, -7.19]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2685, -7.8623, -9.0185, -8.4248]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.045, -10.045, -12.1075, -12.42]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.8876, -13.0438, -14.7782, -14.1376]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8437, -10.0625, -10.2187, -10.875]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2945, -6.5132, -10.482, -9.982]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8297, -9.2047, -11.4859, -9.2047]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9468, -7.3843, -10.2281, -10.2906]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1458, -10.3958, -9.1146, -11.0208]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9537, -9.485, -11.0162, -10.8287]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.4133, -10.5071, -11.2883, -10.8508]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4949, -10.0887, -9.7137, -10.4949]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.688, -10.4067, -10.438, -9.563]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1493, -9.6493, -9.8368, -10.493]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-11.0643, -12.0331, -13.3143, -12.6893]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.1062, -6.7937, -6.4812, -7.6687]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1245, -7.9058, -11.5308, -10.812]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3042, -9.4292, -10.5542, -10.1792]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.0049, -7.0049, -7.5674, -8.0049]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.5748, -9.5436, -10.7936, -9.3248]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9973, -9.2473, -9.6223, -9.6848]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.9581, -6.6143, -11.0831, -10.6456]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2149, -9.4024, -10.5274, -9.5586]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.6832, -9.652, -9.9957, -10.4645]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.264, -8.4515, -9.4202, -9.389]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4171, -9.0421, -9.6046, -9.3233]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.4029, -10.8404, -9.0904, -11.1842]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8027, -8.3027, -9.8965, -9.1152]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.8056, -9.6806, -11.3681, -10.8681]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-12.0421, -11.4171, -11.1984, -11.8234]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4661, -9.5599, -9.9036, -10.7161]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.0047, -9.5672, -10.5672, -10.7235]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4751, -8.2876, -10.3501, -8.9751]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3815, -12.1315, -13.2253, -12.319]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.8635, -9.1135, -9.2698, -8.9885]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5415, -7.0415, -7.5415, -7.7915]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-14.8963, -12.3807, -13.7401, -10.162]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.107, -9.0758, -9.2008, -9.2008]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7104, -9.6167, -10.4604, -9.9917]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3472, -8.9722, -9.5972, -10.3472]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.6823, -10.5886, -11.0261, -11.0573]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1796, -10.5546, -12.1171, -11.6796]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.2134, -10.1197, -12.9634, -13.1197]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2251, -9.1626, -9.7876, -10.1001]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-12.271, -12.521, -13.2397, -12.021]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6663, -7.6975, -9.0725, -8.5725]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5821, -9.0821, -8.8009, -10.4884]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9308, -8.3058, -9.8683, -9.3995]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1881, -8.8443, -9.9381, -9.8131]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6855, -10.4043, -10.9668, -10.748]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.8965, -11.834, -13.209, -12.4902]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3166, -9.6291, -11.2541, -10.7541]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3018, -10.0206, -12.2081, -12.5831]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.1314, -7.2564, -7.9439, -8.8814]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.2878, -9.6003, -10.4128, -10.9441]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.0074, -7.1949, -7.6324, -8.2574]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.9587, -8.5837, -7.9587, -9.8337]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6213, -9.9026, -11.0901, -11.3401]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1312, -10.1312, -11.1625, -10.6625]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6983, -8.5733, -10.2296, -10.0108]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.7753, -9.8066, -10.2753, -10.3378]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6746, -9.2996, -10.1746, -9.9871]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8651, -9.4276, -11.0839, -10.6464]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.0402, -5.5402, -6.5402, -5.8527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.1197, -10.8853, -12.6353, -9.0416]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0821, -8.7071, -9.1446, -9.3634]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3295, -10.6732, -11.392, -11.4545]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7053, -8.8928, -9.5803, -9.674]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.863, -9.738, -10.5818, -10.238]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.9508, -8.8883, -12.232, -12.482]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9292, -11.3979, -11.8354, -11.5229]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4823, -9.8573, -10.9823, -10.8885]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.5078, -10.0391, -10.5078, -10.3203]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.297, -9.047, -10.0783, -9.797]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.1915, -9.1915, -9.129, -8.6915]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.549, -10.2365, -11.549, -11.2678]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.2315, -10.919, -11.4815, -11.4815]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8296, -8.9858, -9.7046, -8.1108]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4192, -8.9192, -9.2942, -9.7004]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8306, -9.7993, -10.7368, -10.2368]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.084, -8.3965, -8.084, -9.0215]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.258, -10.383, -10.3205, -10.4143]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6658, -8.6658, -9.6658, -9.7908]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8567, -9.263, -9.7005, -10.013]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5464, -8.2339, -10.0776, -9.6089]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-5.7705, -5.583, -6.8955, -5.958]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.7955, -5.233, -5.9205, -5.233]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7327, -9.8264, -10.5452, -10.2327]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1056, -8.6056, -9.6369, -8.3556]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.5015, -10.1578, -10.7828, -12.3765]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4808, -8.6995, -9.4808, -9.6058]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0849, -10.0537, -11.0224, -10.5849]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.19, -6.6275, -7.19, -7.3775]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1321, -9.2259, -10.1321, -10.1321]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4611, -10.3674, -11.3674, -11.1486]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.6431, -11.3306, -11.5181, -11.4244]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6644, -9.1332, -8.8832, -9.7269]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2086, -7.4898, -9.7398, -9.9586]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4855, -8.048, -8.923, -8.923]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6643, -6.8831, -7.4456, -8.1956]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8057, -9.6494, -11.0869, -10.1807]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6421, -7.3921, -7.8921, -8.4546]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-13.2495, -12.7026, -9.4839, -13.2026]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7977, -10.2665, -11.329, -10.3915]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.8671, -10.0546, -11.1483, -11.3358]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8663, -9.3663, -9.3975, -9.585]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.5307, -10.1557, -10.9682, -11.3745]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6178, -7.8053, -8.0553, -8.5553]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3629, -7.1754, -8.1129, -7.3004]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5791, -10.3603, -11.3603, -10.8291]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.788, -5.2255, -5.6005, -5.2255]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9688, -9.8125, -10.8125, -10.7813]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2712, -9.4587, -10.3337, -10.1462]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.0022, -10.1584, -9.8459, -10.6897]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6808, -9.212, -9.8058, -9.8058]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1634, -9.3196, -10.7884, -10.4446]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4271, -9.3646, -9.5833, -9.9896]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.2919, -10.3231, -11.2919, -11.2606]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.4546, -10.5171, -9.7984, -10.7359]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7275, -9.4775, -10.4463, -9.9463]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.2192, -11.7192, -12.9692, -12.0942]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5972, -9.4097, -10.7222, -9.6597]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-11.162, -11.3495, -12.0057, -11.9432]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.6966, -8.4466, -8.6966, -7.4466]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2751, -8.0564, -9.3064, -8.8689]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-10.6978, -10.854, -11.4478, -10.854]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6441, -9.4566, -10.3941, -9.9566]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-4.7839, -5.0339, -4.8464, -4.4714]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.5895, -10.527, -10.8707, -12.0582]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4087, -10.3775, -12.0025, -11.0962]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.6265, -9.2828, -9.439, -8.4078]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-5.2894, -4.7269, -4.6019, -4.5394]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0073, -9.6323, -10.7573, -10.6323]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.78, -9.9362, -11.2487, -11.155]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1524, -10.0899, -11.0274, -10.6212]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9247, -10.2684, -8.8309, -10.3934]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-10.4631, -10.7443, -11.2131, -10.8068]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.7675, -12.08, -10.4237, -12.2362]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0544, -8.9607, -9.7107, -9.9607]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.2028, -10.1403, -11.0153, -10.7341]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.011, -8.1672, -9.1047, -9.2922]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1049, -10.0736, -11.1674, -10.6986]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7086, -9.1461, -9.3024, -9.4586]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.659, -10.3152, -10.8777, -11.2215]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.218, -9.0617, -11.968, -11.343]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0407, -9.1969, -9.7594, -9.9469]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.9665, -9.4665, -8.9665, -9.6227]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.1906, -9.3156, -10.0656, -9.2531]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3426, -8.2176, -10.0301, -8.6551]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0287, -9.4974, -11.1537, -11.3099]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.9499, -8.4812, -10.9499, -10.6999]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0202, -9.1765, -9.7077, -9.9577]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-5.0913, -5.3413, -5.6538, -4.6538]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7066, -8.8316, -9.6128, -10.3316]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.712, -8.6182, -9.4932, -9.3682]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.7339, -9.2339, -9.8276, -9.8276]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2275, -9.915, -11.2275, -11.1962]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9061, -9.9998, -9.6873, -10.2811]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3839, -8.9151, -10.1026, -10.7589]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.9019, -9.1831, -7.9019, -8.6519]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.652, -10.902, -11.9645, -8.8708]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.4743, -11.4743, -11.1305, -11.4743]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3136, -9.6261, -10.8448, -10.2823]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3839, -9.9777, -10.8839, -10.6027]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.631, -10.0997, -10.9435, -11.1622]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.7108, -9.5858, -9.6795, -9.4608]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7013, -9.5138, -10.5138, -10.4825]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8303, -8.4553, -10.049, -10.174]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7821, -7.4696, -8.9696, -8.2821]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0915, -8.779, -9.1228, -8.779]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4339, -9.2152, -11.1214, -11.0277]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9644, -10.2144, -10.3394, -10.4019]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.189, -8.689, -10.4703, -10.064]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6803, -9.5241, -10.2428, -11.1491]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7659, -8.6722, -9.9222, -9.4847]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6663, -8.9788, -9.26, -9.4475]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9939, -9.8689, -10.9001, -10.3689]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.1164, -9.8039, -10.0226, -9.7726]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0798, -10.0173, -10.486, -10.736]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7883, -9.2571, -9.8821, -10.0071]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.9253, -8.9253, -7.8941, -7.1441]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9777, -8.9152, -9.4777, -9.4152]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7401, -10.4589, -11.2089, -11.1776]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.3309, -9.3621, -11.7059, -9.5496]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.4073, -10.0323, -10.8136, -10.9386]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9837, -10.0462, -10.9837, -10.4524]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0717, -8.9467, -10.1342, -10.0092]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.4813, -13.1063, -14.1063, -11.325]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.29, -7.8838, -11.415, -10.79]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.2936, -7.7311, -7.8561, -8.4811]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9513, -9.2951, -9.6701, -9.5451]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8686, -9.5874, -10.1186, -9.6811]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.5559, -7.9309, -7.9309, -7.7434]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2561, -11.5999, -13.1936, -11.1624]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8691, -6.5878, -8.7753, -8.7128]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1366, -9.4491, -9.6366, -10.1053]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1412, -9.5474, -10.0787, -10.2974]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.4562, -9.3937, -8.3624, -9.1437]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0811, -9.7373, -10.7061, -10.6748]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.6072, -11.1697, -12.201, -12.1385]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.0188, -6.3313, -7.0188, -6.7688]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.1923, -5.4423, -6.0673, -5.5673]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.7195, -10.1882, -10.157, -10.7195]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.1145, -7.802, -8.802, -8.802]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.5276, -6.9651, -7.0901, -7.2151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1766, -9.4266, -7.1766, -8.8016]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.2602, -8.8852, -9.0102, -8.6352]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.8341, -9.5841, -10.1466, -9.1466]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.4412, -8.0662, -9.4099, -8.8787]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8097, -9.8409, -10.7472, -10.1534]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4033, -8.5908, -9.8096, -9.8721]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6607, -9.0982, -9.9419, -10.2857]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-11.2415, -9.9915, -9.679, -11.1165]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1238, -10.5613, -10.3738, -11.3113]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.4835, -11.296, -12.8585, -13.5148]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-11.1718, -11.2968, -12.1093, -12.6093]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-5.1212, -5.0587, -5.0587, -5.2462]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1268, -10.3768, -11.3456, -10.3143]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4975, -9.2162, -10.3725, -11.2162]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.7941, -12.091, -9.0441, -11.6066]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8667, -8.4917, -9.3042, -9.3042]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5393, -9.5081, -10.3206, -10.6956]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2195, -7.1882, -8.8132, -8.7507]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.091, -10.1535, -11.0598, -10.6223]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2805, -10.343, -8.843, -10.6868]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.052, -9.9583, -10.9583, -10.552]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8741, -9.9053, -9.9366, -11.1241]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.4606, -6.5856, -7.4606, -7.4606]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4655, -8.778, -10.1842, -10.4967]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1129, -9.1129, -9.5816, -9.4566]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9496, -8.6996, -10.3559, -9.3559]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3036, -8.1473, -9.1786, -9.7098]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8703, -8.8078, -8.8703, -9.4016]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0995, -8.537, -10.0058, -9.912]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9243, -10.0493, -10.9868, -10.6431]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.4568, -9.7068, -11.8631, -10.8006]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9244, -7.2681, -7.3931, -7.5181]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.7034, -11.2034, -10.8284, -11.1097]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-11.1809, -10.4309, -9.6184, -11.0247]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9583, -7.5208, -8.8645, -9.2083]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4613, -9.7738, -11.2113, -10.2113]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2625, -11.075, -12.325, -9.4813]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.9192, -9.0442, -9.5442, -8.1067]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.3926, -4.9551, -6.1426, -6.0176]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6301, -8.4426, -9.7238, -9.0051]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-16.3466, -11.3623, -15.081, -15.7841]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2695, -8.4883, -9.3008, -8.8008]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7233, -7.9108, -9.192, -8.6608]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.7166, -7.2791, -8.2166, -7.5291]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4301, -8.8676, -9.8051, -10.4613]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.729, -10.5415, -11.6352, -10.6665]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8714, -8.5902, -9.8402, -9.6527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.7008, -9.4195, -9.1383, -10.2633]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.5095, -9.6032, -10.2907, -10.2595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-4.8288, -5.5788, -6.9538, -6.2038]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.4628, -10.8378, -11.7128, -11.3378]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8758, -7.8758, -8.2508, -8.5008]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1442, -8.863, -9.3317, -9.9567]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7228, -8.5353, -8.9103, -9.9103]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5249, -8.3062, -8.7437, -9.2749]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1159, -7.4909, -7.9909, -7.7409]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3861, -8.6986, -9.7611, -9.2611]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6412, -9.6412, -10.6099, -9.9849]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4941, -8.5879, -9.4004, -9.6191]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5833, -9.0521, -12.1146, -11.6146]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3518, -10.4143, -10.4455, -10.3205]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6472, -7.741, -9.7722, -9.2097]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-6.4957, -6.1207, -6.8082, -6.0582]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6693, -9.8256, -10.7943, -10.3568]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0105, -9.9792, -10.8542, -10.4167]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-13.0677, -9.6927, -11.8177, -12.0677]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.8834, -9.8834, -12.8834, -12.5397]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3956, -9.0519, -10.0519, -8.3019]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2398, -10.021, -10.8648, -10.5523]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0521, -9.2708, -10.5208, -10.3021]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.66, -9.5975, -11.41, -11.8475]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0173, -6.2673, -7.0798, -7.0798]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.7238, -12.0051, -12.2551, -10.5676]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3334, -10.9584, -10.1146, -10.9271]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.6217, -8.3717, -11.3092, -11.3717]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-9.8374, -9.8374, -10.6186, -10.1186]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.363, -8.0193, -6.6443, -7.2693]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5116, -9.3241, -10.0116, -10.4179]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8208, -7.3208, -7.6333, -7.3833]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3104, -9.8416, -11.5604, -8.3729]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1029, -11.6654, -12.9467, -12.1342]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2643, -9.733, -10.5768, -10.6393]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3236, -9.4799, -10.2924, -10.7611]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.1863, -9.5613, -9.28, -10.0925]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.5464, -10.5151, -10.9839, -11.2964]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0347, -7.691, -8.941, -8.6285]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.6383, -9.5446, -9.7946, -9.0758]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3164, -7.7539, -8.8164, -8.1914]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4551, -8.8614, -9.1426, -9.7676]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.2904, -9.1966, -10.2279, -8.9466]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1194, -10.0256, -10.9319, -10.5569]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.7478, -8.7478, -9.6853, -7.6228]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7689, -9.7064, -10.6127, -10.4252]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.1721, -7.5471, -8.1721, -7.7346]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.6119, -10.0494, -10.7682, -10.0494]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.373, -9.2793, -10.2793, -10.1543]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4441, -9.5379, -10.5066, -10.1004]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4923, -9.1173, -9.7735, -9.9923]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3107, -8.0607, -8.6857, -8.5607]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.0175, -10.7988, -10.9863, -10.1113]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6568, -10.7193, -10.6256, -11.1881]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2063, -8.5188, -9.8938, -9.925]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.4457, -5.9457, -6.6332, -6.2582]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9166, -8.8853, -10.8541, -9.9478]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8945, -6.832, -7.6445, -7.707]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.9987, -9.6862, -8.7487, -9.3424]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4972, -10.4034, -12.2784, -10.4659]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5046, -10.0671, -10.5983, -10.3483]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7161, -9.5599, -10.4974, -9.9349]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.22, -9.5325, -11.1575, -11.4075]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0311, -9.4374, -10.1249, -9.3124]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.499, -9.1865, -10.3428, -10.249]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.2931, -8.6681, -8.6056, -8.3556]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1808, -9.2746, -9.3996, -9.1808]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3373, -9.4936, -10.3998, -10.0248]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.2687, -5.4562, -6.3937, -6.7062]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-14.0444, -13.4194, -12.7319, -13.0132]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.6531, -11.4344, -12.2469, -10.3406]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.8401, -7.9026, -7.9651, -7.3401]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.2864, -10.6301, -10.7239, -11.2864]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.019, -9.3002, -12.7065, -10.9877]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.2761, -10.6511, -11.2449, -11.1824]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.4578, -10.2391, -11.3016, -11.8953]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.0224, -10.5849, -11.3036, -10.5536]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3943, -10.0506, -10.1756, -10.0818]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.7736, -8.8049, -10.8361, -10.7111]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0139, -10.0451, -10.9514, -10.8264]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.0183, -6.0183, -7.1433, -6.7683]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.3388, -8.4013, -8.2763, -8.5888]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9759, -7.2259, -7.1009, -8.1009]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.4977, -6.1852, -4.8727, -6.6852]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8523, -8.6648, -9.6648, -9.946]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.828, -10.9842, -11.703, -11.7655]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0094, -9.7906, -10.2594, -11.0719]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8843, -8.6655, -9.6968, -9.7593]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9292, -8.4292, -8.8667, -9.4604]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.4404, -6.5654, -8.1279, -8.0029]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.6336, -10.2898, -12.0086, -11.5086]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5598, -10.4973, -9.7785, -11.2473]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4438, -7.8188, -8.5688, -7.8813]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.2374, -10.5186, -11.3624, -10.9561]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9125, -11.7562, -11.1625, -12.2875]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.086, -10.7735, -11.2423, -10.5235]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4261, -6.6761, -8.3636, -7.9886]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3216, -9.3841, -10.7279, -10.9779]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3383, -6.8383, -7.7758, -7.6508]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3759, -9.2509, -10.0634, -10.5946]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4857, -8.0482, -9.4857, -9.5169]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.5799, -8.2674, -8.1424, -8.4549]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.635, -10.51, -11.0725, -11.3537]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4751, -10.3813, -11.4126, -10.8813]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2245, -8.2245, -8.787, -8.912]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-11.1805, -9.9305, -8.5243, -8.9618]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.7509, -9.3759, -9.0009, -10.9697]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.5785, -8.6723, -8.6098, -9.3598]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3375, -6.2125, -6.8375, -7.2125]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6146, -9.2396, -9.5209, -9.3334]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.34, -10.0275, -10.9025, -10.7775]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3934, -8.0184, -9.0184, -8.7059]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3248, -8.4498, -10.8248, -10.7623]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9642, -9.4955, -9.808, -9.8705]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2782, -9.6845, -10.122, -11.0595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-6.5652, -5.3152, -7.3152, -6.2527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4343, -9.3406, -10.4031, -10.4031]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5269, -9.6519, -10.6519, -11.4019]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0982, -8.6607, -10.192, -9.5357]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0849, -10.0224, -10.9599, -10.5849]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6496, -8.6808, -9.8371, -9.5558]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7451, -8.0576, -8.6201, -8.8701]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.034, -4.409, -6.034, -5.659]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.3276, -10.9839, -11.6089, -11.7339]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.5625, -10.5, -10.4063, -11.25]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.6768, -11.3018, -9.9893, -11.6455]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-7.7129, -8.2754, -9.7129, -9.5879]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5947, -9.7197, -10.2509, -10.3447]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0421, -9.9171, -10.8234, -10.6359]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.4351, -9.8101, -9.2789, -10.6851]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.223, -9.2855, -10.5355, -10.223]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8732, -9.3732, -10.6232, -11.1544]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3967, -8.7717, -7.8967, -8.3967]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4507, -9.0444, -10.2007, -9.6382]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.0488, -10.6113, -10.7675, -9.4238]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7935, -9.731, -10.606, -10.1998]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7701, -9.9576, -10.4576, -10.4263]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9426, -11.2864, -12.0989, -12.0989]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.4401, -9.7839, -11.1276, -10.3151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4668, -9.8731, -9.4981, -10.1543]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.4167, -8.9479, -8.1667, -8.3854]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7969, -10.0469, -10.7032, -10.6094]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4786, -9.4161, -10.2598, -10.2911]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0407, -10.4157, -10.9157, -10.7595]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.7821, -10.0634, -10.7821, -9.0321]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-12.1412, -11.3912, -11.1725, -12.235]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7672, -9.9547, -10.6735, -9.8922]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.0818, -8.0818, -8.0818, -7.7068]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9965, -10.0278, -11.1215, -11.4028]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7417, -7.1167, -7.8667, -8.5542]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.3576, -9.5451, -8.9826, -9.0451]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4575, -9.395, -8.395, -10.145]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8627, -8.9877, -10.144, -9.894]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6836, -10.3086, -11.2774, -11.4961]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6169, -9.7107, -10.6794, -10.2107]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1749, -8.3624, -10.0499, -10.2687]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.488, -9.488, -10.4255, -10.0192]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4726, -8.8163, -9.4726, -9.5976]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-13.251, -12.0635, -13.1573, -12.501]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0383, -9.5383, -10.6946, -10.8508]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.933, -7.8705, -8.4955, -8.2455]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.1438, -6.5813, -7.6438, -7.1438]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3365, -8.274, -9.0552, -9.524]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2276, -7.2276, -8.9776, -8.9151]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.806, -7.9935, -8.556, -8.6185]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.588, -9.2755, -11.6505, -11.6193]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4946, -9.2446, -10.6821, -10.1509]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4423, -9.6923, -10.6298, -10.036]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.931, -7.181, -7.431, -6.7435]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.3037, -10.5537, -11.21, -10.5537]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.7818, -6.7193, -7.5318, -6.9693]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.816, -8.1285, -8.816, -8.8785]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8226, -9.6663, -8.7288, -9.4788]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.3037, -8.1162, -7.9287, -9.1475]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.4299, -8.5236, -8.4611, -7.7111]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3455, -8.7205, -7.658, -9.1268]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.651, -8.7135, -10.9635, -10.526]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.2418, -6.7418, -7.6793, -7.4293]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6805, -8.8055, -9.3055, -9.243]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3102, -9.154, -8.654, -9.3102]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.4444, -10.8507, -10.8194, -10.6944]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.4667, -9.2479, -7.9042, -8.4042]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-12.3857, -11.0107, -9.3544, -9.3544]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6425, -8.5175, -9.5488, -9.955]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8914, -10.2664, -10.6414, -10.9852]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5611, -8.3424, -8.7174, -8.7174]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0623, -10.9061, -11.2811, -10.9373]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9691, -7.9066, -8.9066, -8.1566]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9281, -10.1468, -10.6781, -10.3343]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2604, -8.8229, -10.5104, -9.6979]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8839, -9.2589, -10.5714, -11.0714]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5188, -10.0188, -8.9563, -10.6438]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.945, -5.6325, -6.3825, -5.695]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3296, -8.6421, -9.7359, -10.2984]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.4083, -10.1583, -11.2833, -11.1271]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4224, -10.9224, -11.5474, -11.8287]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.86, -9.61, -10.2038, -11.7038]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.9472, -9.9472, -10.6035, -9.916]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6935, -8.9747, -10.006, -10.006]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3646, -7.8646, -9.1771, -9.4271]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3033, -8.5221, -9.1783, -9.5533]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.5103, -9.7915, -14.5572, -14.4478]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4271, -9.8334, -11.0209, -11.1146]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4182, -9.637, -10.5432, -10.5432]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1037, -10.2287, -11.4474, -11.1349]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2624, -7.4499, -7.6374, -8.5749]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9498, -11.6373, -12.5123, -12.4811]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.233, -9.858, -12.108, -11.3268]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.0658, -6.8158, -7.5033, -7.6283]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-13.1531, -10.9031, -11.7469, -11.9344]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0818, -9.2068, -11.7068, -10.5505]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-5.1566, -5.3441, -6.0941, -5.2816]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3197, -9.1635, -10.7885, -10.1322]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-11.1012, -11.1012, -11.7887, -11.2887]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2244, -10.0681, -11.0369, -10.6619]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9071, -9.5946, -9.8134, -10.7509]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-14.0797, -8.9234, -12.8765, -12.7047]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9679, -10.6554, -12.2804, -10.9992]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5662, -8.8475, -9.3162, -9.4412]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.658, -9.6267, -9.908, -10.658]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8222, -9.666, -10.1035, -10.5097]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.506, -7.9435, -10.3498, -9.631]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8624, -10.7062, -10.6124, -11.3624]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6836, -7.6211, -8.7461, -8.3711]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8331, -9.8331, -10.3644, -10.1144]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.6765, -6.5515, -7.739, -7.989]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6189, -10.0564, -10.9626, -11.2439]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2355, -10.173, -12.0793, -11.7355]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.3034, -10.7721, -10.2721, -10.1159]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6845, -10.9033, -13.6533, -11.8095]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.828, -11.1093, -11.7343, -11.5468]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1199, -9.7137, -10.6199, -10.2449]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.5815, -11.8002, -10.269, -12.1752]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9192, -7.3567, -7.8567, -7.9817]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7524, -7.4399, -8.4399, -8.3149]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0948, -10.9073, -11.6886, -11.6261]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.1382, -10.5757, -11.4819, -11.5444]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.464, -8.6828, -12.214, -12.5578]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3948, -8.7386, -8.8011, -9.2073]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9763, -7.7576, -8.8826, -9.6326]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5242, -8.7742, -9.5867, -10.4304]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1207, -8.0582, -10.5582, -9.8394]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.5306, -8.5618, -8.2493, -8.3118]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8279, -7.9529, -8.2029, -8.4529]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.8143, -10.7205, -11.3143, -10.8143]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.4949, -10.4949, -11.1199, -11.1824]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4709, -8.1271, -8.8771, -8.6896]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8277, -9.3277, -9.9527, -10.1089]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.0455, -11.9518, -13.3268, -12.483]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9321, -9.7758, -10.7133, -10.3383]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.9767, -9.3205, -11.1955, -8.1642]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6277, -9.6902, -10.534, -10.284]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.8264, -9.7014, -10.5764, -10.1701]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5694, -9.7569, -10.3819, -10.4757]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2509, -9.8447, -10.6884, -10.0322]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.3978, -8.8665, -7.7415, -9.679]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0534, -9.2409, -11.7409, -11.3659]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9298, -8.6798, -10.336, -9.5548]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0761, -9.4511, -8.7011, -9.4198]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5479, -8.1104, -8.4229, -8.4854]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1732, -9.5794, -10.2044, -10.7669]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.8721, -11.4346, -10.4971, -9.2158]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3188, -9.1313, -9.4125, -9.9438]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9511, -5.4511, -8.2011, -7.5136]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4579, -10.8329, -9.9267, -11.4579]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2726, -7.8976, -10.4288, -10.3038]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.178, -8.7405, -7.9905, -7.6155]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6005, -9.8505, -10.8192, -10.0692]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8346, -7.3971, -9.5534, -9.1159]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7374, -9.2062, -10.0187, -10.7374]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6476, -9.6788, -10.8038, -10.4601]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9771, -10.1959, -9.3209, -10.5396]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0829, -9.8954, -9.3641, -8.7391]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1325, -8.07, -8.945, -8.6325]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.4706, -9.7831, -9.2206, -9.8456]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8692, -9.7754, -8.6817, -9.4942]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4966, -8.5591, -8.7153, -8.7466]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6488, -9.8676, -10.1801, -10.7426]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7916, -9.1666, -9.6041, -9.6041]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7453, -10.1203, -12.4015, -12.1203]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4673, -7.6861, -8.4361, -7.8736]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7595, -8.322, -9.9782, -9.697]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6152, -6.0527, -7.4277, -7.0527]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.5542, -8.773, -11.9605, -11.8355]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4737, -10.8487, -11.7862, -12.0362]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-10.204, -10.2665, -10.704, -10.8915]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.0537, -11.1162, -12.9912, -10.6475]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.4174, -9.2924, -8.8862, -10.2612]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.9076, -5.0951, -4.2201, -5.4701]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.6573, -9.626, -9.3135, -10.251]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.949, -10.7615, -10.7615, -11.4178]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.1252, -10.344, -10.3752, -11.1252]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1581, -8.0643, -8.5643, -8.4393]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.8306, -4.9556, -6.6431, -6.1431]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-14.0261, -10.4011, -13.8854, -10.2136]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1348, -8.7598, -10.3535, -9.8223]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0393, -10.6955, -10.2893, -11.1018]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0156, -9.2343, -9.5781, -9.3281]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4714, -10.2214, -11.1589, -10.8152]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-13.1979, -11.6979, -10.9167, -11.9792]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9735, -9.5673, -10.2548, -10.5048]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.1844, -9.2469, -9.4969, -10.8094]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3114, -8.6552, -8.9052, -9.1864]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1127, -7.0189, -8.1439, -9.8002]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0075, -9.6325, -10.3513, -10.2263]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.0428, -9.0116, -9.6366, -10.7303]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3532, -7.6032, -8.1032, -8.3532]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8199, -9.8511, -10.9136, -10.9136]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0285, -10.0285, -10.966, -10.5285]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6659, -10.4159, -10.5722, -11.2909]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8308, -8.9245, -9.0495, -9.6745]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.9594, -10.9282, -11.2407, -12.1782]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6034, -8.7284, -10.3534, -10.0721]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2032, -9.4532, -10.3907, -10.1407]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-13.1189, -11.1814, -11.7439, -12.5876]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.2749, -10.3686, -10.3999, -11.1186]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.3022, -11.2397, -9.3647, -11.4584]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.855, -7.23, -7.105, -6.9175]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9155, -8.3218, -10.0718, -9.0405]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8469, -9.3469, -9.5032, -10.6282]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9085, -8.6898, -9.8773, -9.846]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9451, -8.7576, -10.2264, -9.5389]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9482, -9.7295, -10.667, -10.417]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.4538, -9.2663, -9.9225, -11.61]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8549, -7.6049, -9.3236, -9.4799]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2938, -10.1688, -10.7625, -10.6688]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8402, -8.1215, -8.8715, -9.559]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0773, -9.5461, -10.8586, -10.5461]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5636, -8.3761, -9.6261, -9.3136]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.1849, -10.5599, -10.8724, -11.5287]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-10.0214, -10.3651, -11.1151, -10.9589]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7446, -10.4321, -11.1196, -10.6196]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.484, -7.4215, -7.6715, -6.359]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.4189, -11.0439, -11.8876, -10.5751]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2795, -8.9357, -10.7482, -10.5607]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-13.2913, -12.9163, -13.8225, -13.5725]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9409, -10.0346, -11.5659, -9.4721]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9606, -9.3668, -10.1481, -9.8981]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-10.6377, -10.7315, -12.1377, -11.8565]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.5817, -10.2067, -10.5192, -10.3629]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.7239, -8.7864, -9.4739, -9.5989]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.3375, -9.8375, -9.775, -10.5875]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9945, -9.8383, -8.9633, -10.4008]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1579, -9.1579, -11.2517, -11.2517]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.4403, -10.8778, -11.8466, -12.0341]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2307, -8.262, -9.4495, -9.3557]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4595, -10.0532, -11.022, -10.7095]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.2564, -8.4751, -10.5689, -8.3501]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9728, -8.6603, -9.1916, -10.0978]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-11.7706, -11.8019, -13.0831, -12.5519]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.4172, -10.2922, -10.1985, -10.1047]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3793, -10.1918, -11.1293, -10.598]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1639, -7.2889, -8.4764, -8.4764]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4364, -9.1551, -10.1864, -10.8739]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9344, -9.5281, -10.6531, -10.3719]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.426, -7.3323, -7.7073, -8.8323]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6371, -9.1371, -10.1058, -10.1058]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6327, -6.4452, -6.4452, -7.1952]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.6194, -6.6194, -7.8694, -7.1819]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0239, -10.3051, -11.4926, -10.5551]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.2734, -6.7109, -8.8671, -8.0859]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7979, -7.1417, -8.8292, -9.0167]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1159, -8.4284, -8.4284, -9.1784]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7115, -9.4615, -9.399, -9.6802]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.906, -10.9373, -11.4685, -12.0623]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3914, -10.8602, -11.6102, -11.5789]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4075, -9.845, -7.7512, -9.9387]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.468, -9.4993, -11.718, -11.1868]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7011, -8.3261, -8.8261, -9.2011]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.9224, -9.563, -12.8443, -12.3443]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9141, -9.2266, -9.5079, -9.5391]}
{"tag": "armB_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.6276, -11.1589, -11.8464, -10.1901]}