{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.7977, -2.2977, -1.9227, -0.4227]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3887, -0.7637, -2.2637, -1.2637]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5922, -2.0922, -1.2172, -1.0922]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4066, -3.5316, -0.2816, -1.9066]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8532, -1.2282, -1.6032, -1.2282]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.639, -2.389, -1.514, -0.764]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1, -1.725, -2.225, -0.475]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7889, -3.1639, -0.5389, -1.2889]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3202, -0.4452, -2.4452, -2.0702]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5647, -3.9397, -4.4397, -0.3147]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.8067, -2.3067, -1.8067, -1.5567]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3416, -3.4666, -2.7166, -1.9666]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8665, -1.9915, -1.3665, -0.8665]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0737, -2.5737, -0.6987, -1.3237]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8388, -3.8388, -0.2138, -2.4638]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6941, -2.5691, -0.5691, -1.3191]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1104, -2.1104, -2.4854, -0.3604]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1263, -1.8763, -0.8763, -1.2513]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1704, -1.6704, -1.0454, -1.1704]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1609, -0.6609, -1.9109, -1.4109]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4101, -1.7851, -1.6601, -1.1601]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9395, -3.0645, -0.4395, -2.0645]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8113, -1.4363, -0.5613, -2.5613]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0279, -1.6529, -2.0279, -0.5279]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8151, -0.6901, -2.4401, -1.1901]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6658, -1.1658, -0.9158, -1.6658]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3208, -2.3208, -0.8208, -1.0708]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8157, -1.8157, -1.4407, -0.9407]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9578, -2.7078, -2.0828, -0.9578]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5766, -0.7016, -2.0766, -1.2016]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7558, -1.0058, -1.8808, -1.0058]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3908, -2.0158, -1.0158, -1.5158]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6118, -1.8618, -2.2368, -0.7368]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2674, -1.6424, -0.8924, -1.5174]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0875, -1.5875, -1.5875, -0.8375]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1851, -2.3101, -2.3101, -0.8101]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9981, -1.4981, -1.9981, -0.7481]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8259, -1.8259, -2.2009, -1.4509]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1873, -1.3123, -2.6873, -1.3123]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0894, -1.7144, -1.4644, -0.8394]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5557, -1.0557, -1.5557, -1.1807]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1756, -3.5506, -3.8006, -2.9256]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.189, -1.939, -1.689, -1.189]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0515, -2.3015, -0.4265, -1.8015]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8183, -2.3183, -2.6933, -1.0683]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9133, -2.2883, -2.2883, -1.1633]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2637, -1.7637, -1.5137, -0.7637]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6159, -1.8659, -1.1159, -0.8659]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0425, -4.0425, -0.1675, -2.7925]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6572, -2.6572, -0.5322, -1.4072]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8807, -0.8807, -1.7557, -1.1307]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0757, -0.9507, -1.7007, -1.4507]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7336, -0.6086, -2.2336, -2.1086]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2545, -2.0045, -0.8795, -1.2545]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6102, -2.3602, -0.4852, -1.7352]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0332, -2.2832, -0.6582, -1.2832]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.239, -1.614, -1.114, -1.114]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6274, -0.7524, -2.0024, -1.2524]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7614, -2.0114, -1.6364, -0.7614]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0921, -1.0921, -3.2171, -0.5921]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8932, -1.2682, -1.5182, -0.8932]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2855, -1.7855, -0.9105, -1.1605]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4632, -1.4632, -0.9632, -1.3382]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6669, -2.0419, -0.6669, -1.5419]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3458, -1.9708, -1.2208, -1.3458]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5949, -1.3449, -1.5949, -1.2199]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1513, -3.2763, -3.2763, -0.1513]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6454, -1.1454, -1.6454, -1.0204]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1391, -1.3891, -1.2641, -1.1391]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.9761, -0.7261, -2.1011, -1.2261]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5075, -0.8825, -1.3825, -1.6325]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6777, -1.8027, -0.8027, -1.3027]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.132, -1.757, -1.132, -1.132]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5253, -0.5253, -2.9003, -2.2753]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9116, -1.4116, -1.7866, -0.9116]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2978, -2.0478, -3.4228, -0.2978]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5693, -1.8193, -1.6943, -0.9443]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.7861, -0.6611, -1.4111, -1.9111]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0848, -1.2098, -1.4598, -0.9598]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7299, -1.3549, -1.1049, -1.2299]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5692, -2.0692, -2.0692, -0.6942]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9794, -1.1044, -1.7294, -1.3544]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.3964, -0.7714, -3.0214, -1.7714]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.9106, -0.9106, -2.0356, -1.0356]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2959, -0.5459, -2.6709, -1.4209]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7851, -0.9101, -1.6601, -1.5351]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3773, -1.7523, -0.8773, -1.2523]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7374, -1.9874, -0.8624, -1.4874]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2684, -1.8934, -1.0184, -1.0184]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5262, -1.2762, -0.9012, -1.5262]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2742, -0.8992, -1.5242, -1.3992]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7856, -1.7856, -1.4106, -0.7856]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0008, -1.3758, -0.7508, -1.6258]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1952, -1.8202, -0.6952, -1.5702]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0261, -1.4011, -1.4011, -0.9011]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0892, -1.8392, -1.0892, -1.0892]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7599, -1.8849, -0.7599, -1.2599]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.555, -1.555, -1.305, -1.305]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2679, -1.1429, -1.3929, -1.2679]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1503, -0.9003, -1.7753, -1.5253]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5766, -1.2016, -2.2016, -1.0766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.7628, -1.0128, -1.5128, -1.1378]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8593, -1.2343, -0.9843, -1.4843]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0349, -2.4099, -1.6599, -1.1599]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2414, -1.7414, -0.7414, -1.6164]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6586, -1.5336, -1.6586, -1.0336]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.2518, -2.0018, -1.0018, -0.8768]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.254, -3.129, -0.379, -1.754]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6646, -4.2896, -0.1646, -2.6646]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2864, -2.6614, -2.6614, -0.6614]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6308, -4.0058, -0.2558, -2.0058]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9561, -0.3311, -2.7061, -2.5811]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5299, -2.9049, -2.5299, -0.2799]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.7254, -1.7254, -1.2254, -1.2254]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3079, -1.8079, -2.3079, -0.5579]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2898, -1.6648, -0.9148, -1.2898]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7517, -1.5017, -1.3767, -1.1267]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8816, -0.7566, -1.8816, -1.2566]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3839, -1.6339, -1.0089, -1.1339]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8059, -1.1809, -1.9309, -1.0559]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9865, -2.1115, -0.9865, -1.1115]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3112, -1.8112, -1.6862, -0.6862]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.746, -1.746, -1.621, -0.621]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6179, -1.2429, -1.2429, -1.1179]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7019, -1.3269, -1.9519, -0.7019]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6277, -1.6277, -3.1277, -0.3777]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0967, -1.7217, -1.4717, -0.8467]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.025, -1.65, -1.4, -1.025]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0562, -2.0562, -1.1812, -0.9312]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8035, -2.0535, -1.9285, -1.6785]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4082, -0.2832, -3.1582, -2.2832]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3526, -0.3526, -2.7276, -1.9776]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8789, -2.8789, -0.6289, -1.2539]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1366, -2.1366, -2.1366, -1.0116]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5459, -2.4209, -1.9209, -0.4209]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9883, -1.9883, -2.1133, -1.1133]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0845, -0.5845, -2.4595, -1.4595]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2339, -1.9839, -1.2339, -0.8589]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9785, -2.6035, -0.2285, -2.3535]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4392, -1.9392, -1.0642, -0.9392]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7609, -3.1359, -0.5109, -1.6359]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7005, -1.4505, -1.3255, -0.9505]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1986, -3.0736, -0.3236, -2.0736]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8702, -1.3702, -1.1202, -1.4952]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1627, -2.5377, -1.9127, -0.5377]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8828, -1.3828, -1.8828, -0.8828]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.3344, -2.5844, -3.7094, -2.0844]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1205, -1.8705, -1.3705, -0.8705]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0079, -4.0079, -0.2579, -2.1329]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.671, -2.796, -0.296, -2.046]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3695, -1.3695, -1.3695, -0.9945]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.815, -1.815, -0.815, -1.19]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5499, -1.6749, -0.9249, -1.1749]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0565, -1.6815, -1.6815, -1.4315]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6873, -2.0623, -0.6873, -1.3123]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7614, -2.3864, -2.2614, -0.5114]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1985, -1.5735, -0.9485, -1.3235]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.839, -1.089, -2.089, -1.089]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3398, -2.5898, -3.3398, -2.0898]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.105, -2.48, -0.355, -1.98]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4495, -1.5745, -1.4495, -0.8245]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0492, -0.6742, -2.4242, -1.1742]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.2617, -3.0117, -3.0117, -2.5117]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2136, -1.2136, -1.2136, -1.3386]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8175, -1.1925, -0.9425, -1.5675]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.4839, -1.6089, -0.7339, -1.3589]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7886, -2.0386, -0.6636, -1.5386]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3915, -0.2665, -2.8915, -2.3915]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6448, -5.1448, -0.5198, -1.0198]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5747, -1.6997, -1.9497, -0.5747]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.3805, -4.2555, -4.1305, -0.1305]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9863, -0.7363, -2.2363, -1.3613]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6268, -1.3768, -1.6268, -1.1268]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6771, -1.0521, -1.5521, -1.5521]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3317, -1.5817, -1.4567, -0.8317]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7543, -2.1293, -0.6293, -2.0043]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5467, -1.6717, -0.9217, -1.1717]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2426, -0.2426, -3.2426, -2.4926]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.265, -1.39, -1.89, -1.39]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0264, -2.2764, -0.7764, -1.2764]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3566, -1.9816, -1.3566, -0.7316]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7393, -2.2393, -0.6143, -1.3643]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8943, -1.8943, -2.5193, -1.1443]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.3045, -2.3045, -1.9295, -0.8045]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0223, -1.6473, -1.1473, -1.1473]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5778, -1.8278, -1.0778, -0.9528]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4054, -1.7804, -1.5304, -0.7804]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2898, -1.2898, -1.7898, -1.5398]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.3583, -2.1083, -1.1083, -1.3583]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6844, -3.1844, -0.1844, -2.6844]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1057, -0.6057, -1.7307, -1.7307]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7187, -1.2187, -2.2187, -0.9687]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3441, -0.9691, -1.3441, -1.2191]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4875, -2.7375, -1.9875, -2.4875]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.94, -1.19, -0.565, -2.565]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.5601, -1.3101, -1.1851, -1.6851]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1495, -1.8995, -1.6495, -0.7745]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.4704, -0.5954, -1.7204, -1.5954]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.163, -1.663, -0.788, -1.538]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2422, -0.8672, -2.1172, -0.9922]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6252, -1.6252, -1.6252, -1.0002]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0399, -1.6649, -0.5399, -1.9149]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.4719, -1.7219, -1.2219, -1.3469]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4958, -1.1208, -1.6208, -1.1208]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4477, -2.0727, -0.8227, -1.1977]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4817, -2.8567, -2.3567, -1.7317]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2131, -1.4631, -2.0881, -0.7131]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6635, -1.7885, -1.9135, -0.7885]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4888, -1.3638, -1.1138, -1.2388]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3827, -1.7577, -2.3827, -0.3827]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6974, -1.9474, -1.9474, -0.6974]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8599, -2.6099, -0.6099, -1.2349]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1905, -0.6905, -2.3155, -1.5655]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.6853, -0.3103, -2.5603, -2.4353]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.089, -1.964, -0.839, -1.339]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6918, -2.5668, -0.4418, -1.8168]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9658, -1.5908, -0.9658, -1.0908]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.2945, -0.7945, -1.7945, -1.1695]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.2434, -0.8684, -2.4934, -1.8684]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3329, -1.4579, -2.4579, -0.5829]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8252, -1.4502, -1.5752, -1.0752]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6575, -0.9075, -1.7825, -1.1575]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6273, -0.5023, -1.8773, -1.8773]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.5249, -1.2749, -2.1499, -1.1499]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6845, -2.0595, -0.6845, -1.3095]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5305, -1.6555, -0.5305, -1.9055]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.126, -2.751, -0.376, -2.376]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9282, -1.9282, -2.3032, -1.1782]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1987, -2.6987, -0.3237, -2.0737]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.341, -1.591, -1.466, -0.841]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5492, -0.9242, -1.9242, -1.0492]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9213, -2.7963, -0.6713, -1.4213]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8372, -2.3372, -1.4622, -1.5872]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8424, -1.0924, -1.0924, -1.4674]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2086, -1.7086, -1.4586, -0.8336]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5531, -1.3031, -1.1781, -1.1781]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4631, -2.7131, -1.4631, -0.5881]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1974, -0.9474, -1.8224, -1.1974]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3032, -1.8032, -1.6782, -0.6782]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5279, -1.1529, -2.4029, -0.7779]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0557, -1.6807, -2.5557, -0.5557]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2195, -1.3445, -1.8445, -0.8445]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5461, -1.0461, -1.1711, -1.5461]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.987, -2.487, -1.237, -0.612]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5739, -3.3239, -0.3239, -1.6989]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0015, -1.0015, -2.6265, -0.7515]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3771, -1.3771, -1.0021, -1.2521]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7309, -0.8559, -2.3559, -0.9809]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1429, -2.1429, -0.8929, -1.1429]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4171, -2.5421, -0.6671, -1.2921]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1353, -1.3853, -1.5103, -1.0103]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0473, -2.1723, -1.5473, -1.4223]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2204, -1.5954, -1.4704, -0.7204]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8352, -1.9602, -1.9602, -1.3352]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0201, -1.2701, -1.1451, -1.5201]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.4359, -2.3109, -1.6859, -0.4359]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3904, -2.8904, -2.8904, -2.3904]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4028, -2.1528, -0.6528, -1.4028]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.689, -1.689, -1.939, -0.564]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7106, -2.0856, -2.0856, -1.5856]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0154, -1.0154, -1.5154, -1.1404]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7705, -1.8955, -2.2705, -0.6455]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7785, -2.1535, -1.9035, -1.5285]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1407, -2.0157, -1.2657, -0.8907]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.288, -3.163, -3.413, -2.413]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1862, -1.9362, -1.6862, -0.6862]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8615, -0.9865, -1.7365, -1.4865]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4469, -2.0719, -1.6969, -0.5719]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0072, -1.1322, -1.8822, -1.0072]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1823, -1.3073, -2.3073, -1.3073]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8497, -1.8497, -1.3497, -0.9747]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3686, -4.6186, -0.1186, -2.8686]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.746, -0.371, -2.371, -1.871]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2906, -1.2906, -1.1656, -1.0406]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3185, -1.6935, -2.0685, -1.0685]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3212, -2.4462, -0.6962, -1.3212]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.972, -2.222, -1.222, -0.972]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8337, -2.2087, -0.9587, -1.2087]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5864, -3.5864, -0.2114, -2.2114]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9227, -1.2977, -1.6727, -1.0477]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_assisted", "gold": "B", "pred": "A", "correct": false, "logprobs": [-1.0884, -1.4634, -2.7134, -1.2134]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3739, -2.4989, -1.2489, -1.1239]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.2186, -0.2186, -3.2186, -2.4686]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1684, -1.5434, -1.4184, -0.9184]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.15, -4.4, -4.275, -2.65]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1507, -0.5257, -2.4007, -1.9007]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6305, -1.1305, -1.5055, -1.5055]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5293, -2.4043, -0.7793, -1.5293]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2661, -2.6411, -3.5161, -2.2661]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3498, -1.0998, -1.0998, -1.3498]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1066, -1.2316, -1.2316, -1.3566]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9561, -0.5811, -2.4561, -1.3311]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2367, -1.3617, -1.1117, -1.3617]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0033, -1.8783, -1.8783, -0.6283]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.7361, -2.3611, -1.8611, -1.7361]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8022, -1.3022, -2.0522, -0.9272]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3811, -0.6311, -2.6311, -2.2561]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2309, -1.9809, -1.3559, -1.3559]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.3851, -4.1351, -0.5101, -2.5101]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0266, -2.5266, -2.4016, -0.4016]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.516, -0.766, -2.141, -1.766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3603, -1.1103, -1.2353, -1.3603]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2949, -3.7949, -0.1699, -2.9199]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7078, -1.5828, -0.9578, -1.2078]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4296, -1.5546, -1.8046, -1.0546]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.1506, -1.7756, -2.1506, -1.0256]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3455, -0.8455, -2.4705, -1.7205]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5833, -2.2083, -1.2083, -0.7083]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7587, -2.3837, -0.5087, -1.6337]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2285, -0.3535, -2.3535, -2.1035]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.5866, -1.0866, -1.9616, -1.3366]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1035, -1.6035, -1.7285, -0.8535]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3398, -0.9648, -2.0898, -1.2148]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8451, -2.8451, -1.8451, -0.3451]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1916, -1.4416, -1.0666, -1.3166]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6588, -0.2838, -3.0338, -2.2838]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7639, -2.0139, -0.8889, -1.3889]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0251, -0.9001, -1.5251, -1.2751]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5007, -1.8757, -1.3757, -1.1257]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8746, -2.4996, -0.8746, -1.2496]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4486, -0.9486, -1.8236, -1.1986]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6229, -2.8729, -0.3729, -1.8729]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.0538, -0.3038, -3.0538, -2.1788]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7331, -1.8581, -0.6081, -1.6081]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0595, -1.6845, -1.0595, -1.1845]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1154, -2.6154, -1.4904, -0.4904]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8744, -0.9994, -1.7494, -0.9994]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4048, -2.5298, -3.0298, -1.7798]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3194, -1.5694, -1.0694, -1.1944]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.5223, -2.8973, -3.2723, -0.1473]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3131, -1.9381, -1.4381, -1.1881]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7439, -2.2439, -2.2439, -0.3689]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6088, -1.7338, -1.1088, -0.9838]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0033, -2.5033, -0.6283, -1.5033]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8836, -1.7586, -0.8836, -1.5086]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7348, -1.7348, -1.2348, -1.1098]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9327, -1.1827, -1.1827, -1.1827]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3396, -3.0896, -2.8396, -2.0896]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5016, -0.7516, -2.0016, -1.3766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0928, -3.0928, -0.2178, -2.7178]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7051, -1.8301, -1.8301, -0.8301]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3613, -0.8613, -1.4863, -1.6113]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8595, -0.8595, -2.3595, -0.9845]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0263, -0.7763, -2.1513, -1.4013]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8496, -1.2246, -1.4746, -1.2246]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9951, -2.2451, -0.3701, -2.1201]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.33, -2.33, -0.705, -1.33]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7475, -0.8725, -1.7475, -1.2475]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.6019, -5.1019, -0.1019, -2.7269]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.915, -1.665, -1.915, -0.79]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.97, -2.22, -0.97, -1.095]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6604, -1.1604, -1.0354, -1.4104]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2908, -2.0408, -3.0408, -0.2908]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9208, -2.1708, -1.0458, -1.0458]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.685, -0.935, -2.185, -1.31]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9529, -3.0779, -0.3279, -2.0779]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8761, -1.7511, -2.3761, -1.3761]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8409, -2.8409, -0.3409, -1.9659]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1497, -1.3997, -1.2747, -1.1497]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9248, -1.7998, -1.2998, -0.9248]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2569, -1.3819, -1.5069, -1.0069]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.0301, -1.6551, -1.1551, -1.1551]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.9012, -0.4012, -2.9012, -1.6512]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3109, -0.9359, -1.8109, -1.1859]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.534, -2.034, -0.659, -1.409]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3388, -1.2138, -1.5888, -0.9638]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6215, -1.6215, -1.8715, -0.8715]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2133, -1.5883, -0.9633, -1.3383]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1449, -0.8949, -2.0199, -1.1449]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.6638, -3.1638, -3.1638, -0.1638]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8931, -2.7681, -0.6431, -1.3931]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0451, -2.4201, -0.9201, -1.0451]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.966, -1.591, -0.841, -1.591]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5818, -1.9568, -0.7068, -1.4568]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5625, -0.3125, -2.8125, -2.0625]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2466, -0.8716, -1.6216, -1.2466]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0072, -1.7572, -1.1322, -1.1322]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1125, -0.3625, -2.8625, -1.8625]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5644, -2.9394, -1.6894, -0.4394]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3455, -1.3455, -1.0955, -1.3455]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4153, -1.9153, -1.4153, -0.7903]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.9402, -4.9402, -5.3152, -0.0652]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.9338, -2.6838, -2.9338, -0.1838]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.4673, -0.8423, -2.4673, -1.7173]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2597, -1.2597, -1.7597, -1.5097]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8721, -1.6221, -1.2471, -1.1221]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0317, -2.0317, -1.6567, -1.2817]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5506, -3.4256, -0.6756, -0.9256]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9503, -0.4503, -2.3253, -1.8253]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8633, -2.3633, -0.6133, -1.2383]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7741, -1.7741, -1.2741, -1.1491]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9527, -2.0777, -0.5777, -1.5777]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6233, -2.8733, -0.6233, -1.7483]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3846, -2.0096, -1.5096, -1.1346]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1742, -2.1742, -1.2992, -1.2992]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6602, -0.9102, -2.0352, -1.6602]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3417, -0.5917, -2.2167, -1.5917]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1775, -1.9275, -1.1775, -0.9275]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0984, -2.9734, -0.4734, -1.8484]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3827, -1.6327, -1.7577, -1.1327]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1814, -0.3064, -2.9314, -1.9314]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9562, -0.7062, -2.5812, -1.0812]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8548, -1.3548, -1.7298, -0.9798]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.591, -1.841, -1.216, -1.216]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1402, -1.3902, -1.7652, -1.0152]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0766, -1.4516, -0.5766, -2.0766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1186, -2.4936, -0.6186, -1.2436]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6594, -1.7844, -1.1594, -0.9094]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.4072, -2.0322, -1.2822, -0.6572]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.088, -1.338, -1.463, -1.088]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.746, -1.621, -1.121, -0.996]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9534, -1.4534, -1.4534, -1.0784]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7725, -2.8975, -0.5225, -1.3975]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.878, -1.003, -1.503, -1.253]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7339, -0.9839, -1.7339, -1.4839]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6825, -2.4325, -0.5575, -1.4325]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2675, -1.5175, -1.7675, -1.2675]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6613, -2.0363, -0.7863, -1.1613]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7029, -1.5779, -1.5779, -1.0779]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9851, -1.9851, -0.6101, -1.4851]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4198, -0.2948, -2.9198, -2.7948]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4249, -1.6749, -2.1749, -0.9249]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4029, -3.7779, -0.2779, -2.1529]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3368, -1.7118, -1.9618, -0.5868]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.9034, -0.5284, -2.4034, -1.9034]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1149, -1.1149, -1.2399, -1.4899]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.4058, -1.4058, -1.6558, -1.2808]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6704, -3.5454, -0.1704, -2.6704]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.343, -2.968, -2.593, -2.093]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5657, -1.8157, -1.3157, -1.1907]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5348, -0.6598, -2.1598, -1.5348]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6015, -1.6015, -1.7265, -0.7265]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.7977, -1.1727, -1.6727, -1.2977]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1134, -1.4884, -0.9884, -1.3634]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1573, -1.0323, -1.6573, -1.4073]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2405, -2.8655, -0.3655, -1.8655]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1348, -0.3848, -2.2598, -2.1348]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6442, -1.6442, -1.5192, -1.0192]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.037, -1.412, -1.412, -1.037]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4749, -2.0999, -2.4749, -1.9749]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9966, -1.6216, -1.8716, -0.7466]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.7696, -4.0196, -0.1446, -2.8946]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9189, -1.9189, -1.7939, -0.6689]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6671, -2.1671, -1.1671, -1.0421]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5071, -2.7571, -2.7571, -1.8821]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.5536, -1.5536, -1.3036, -1.3036]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4952, -3.1202, -1.9952, -1.8702]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.9525, -1.9525, -1.8275, -0.7025]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2776, -2.2776, -1.4026, -0.6526]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.4079, -1.1579, -1.9079, -1.4079]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7328, -2.7328, -0.3578, -1.9828]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5845, -0.3345, -3.0845, -2.0845]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6702, -1.7952, -2.4202, -0.6702]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7803, -2.1553, -1.6553, -0.7803]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4622, -2.0872, -2.3372, -0.3372]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.8772, -1.7522, -1.3772, -1.0022]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.788, -1.663, -1.038, -1.413]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3579, -1.8579, -0.7329, -1.4829]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2572, -1.3822, -1.6322, -1.6322]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1065, -2.3565, -0.6065, -1.3565]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1808, -1.5558, -1.6808, -0.8058]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0272, -1.5272, -1.4022, -1.0272]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4103, -2.4103, -1.7853, -0.7853]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6455, -0.8955, -1.7705, -1.1455]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8302, -1.8302, -2.5802, -0.5802]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.325, -1.575, -1.325, -0.95]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.3216, -2.5716, -1.4466, -0.9466]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.545, -1.545, -1.17, -1.545]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.6637, -0.5387, -2.4137, -1.6637]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4115, -2.2865, -2.9115, -2.2865]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6204, -0.9954, -1.6204, -1.1204]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.456, -1.956, -0.456, -1.831]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5102, -1.3852, -1.8852, -0.7602]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1078, -2.9828, -0.4828, -1.6078]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6875, -2.0625, -1.5625, -0.9375]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.8691, -1.6191, -2.7441, -0.3691]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1426, -1.1426, -1.2676, -1.1426]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.3222, -1.3222, -1.8222, -1.4472]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6429, -2.3929, -2.8929, -0.2679]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.4703, -1.8453, -1.7203, -0.9703]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7884, -2.0384, -1.1634, -1.0384]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8733, -2.4983, -1.3733, -0.7483]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.0869, -3.0869, -0.3369, -1.7119]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4442, -2.8192, -2.4442, -2.1942]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8846, -1.7596, -2.8846, -0.3846]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2929, -1.1679, -1.1679, -1.4179]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4567, -2.8317, -0.5817, -1.5817]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3194, -2.8194, -0.3194, -2.4444]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2005, -2.9505, -0.4505, -1.9505]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5831, -0.7081, -1.7081, -1.5831]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5735, -1.9485, -2.8235, -1.6985]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3709, -1.9959, -1.1209, -0.8709]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3922, -2.6422, -0.3922, -2.0172]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.0134, -2.8884, -2.5134, -0.7634]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6689, -1.5439, -0.9189, -1.7939]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.112, -1.362, -3.612, -0.612]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.1115, -2.6115, -0.4865, -1.4865]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.3372, -1.0872, -1.5872, -1.8372]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2596, -1.6346, -1.1346, -1.1346]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8056, -1.3056, -2.0556, -0.9306]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3665, -0.6165, -1.7415, -1.7415]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.7358, -0.1108, -4.1108, -3.4858]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4427, -1.9427, -0.8177, -1.3177]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7435, -1.8685, -1.8685, -0.7435]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.524, -2.274, -1.524, -0.899]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2685, -1.5185, -1.5185, -1.3935]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1298, -2.0048, -1.1298, -1.0048]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8518, -2.1018, -2.1018, -1.3518]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0896, -1.9646, -1.9646, -1.2146]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8279, -0.9529, -2.0779, -1.2029]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9939, -1.6189, -1.7439, -0.6189]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0996, -1.4746, -1.7246, -0.9746]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9057, -1.7807, -0.9057, -1.4057]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8323, -1.4573, -1.4573, -1.0823]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6446, -2.0196, -1.5196, -0.8946]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9791, -1.8541, -1.2291, -0.9791]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0117, -2.2617, -1.6367, -1.2617]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2148, -3.0898, -0.4648, -1.7148]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9359, -1.8109, -1.0609, -1.1859]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5979, -1.8479, -2.3479, -0.7229]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0492, -1.1742, -1.5492, -1.1742]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3049, -1.3049, -1.3049, -1.1799]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3551, -0.8551, -1.8551, -1.3551]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2105, -1.9605, -0.9605, -1.0855]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.9217, -1.5467, -1.0467, -1.2967]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7038, -0.5788, -2.3288, -1.7038]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.4685, -2.3435, -2.5935, -1.8435]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9986, -0.3736, -2.6236, -1.9986]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3563, -1.3563, -0.9813, -1.4813]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1357, -3.0107, -0.5107, -1.6357]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6942, -2.5692, -0.6942, -1.1942]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.8457, -1.5957, -2.5957, -1.5957]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.462, -3.587, -0.212, -2.337]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4057, -1.1557, -2.2807, -0.6557]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3135, -2.4385, -0.5635, -1.5635]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8426, -1.7176, -1.0926, -1.2176]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1034, -0.7284, -2.3534, -1.3534]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9576, -1.7076, -0.9576, -1.4576]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6399, -1.7649, -1.0149, -1.0149]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4246, -1.7996, -1.5496, -1.1746]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5184, -1.5184, -1.6434, -0.7684]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4394, -2.3144, -0.9394, -0.9394]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9806, -1.4806, -1.2306, -0.9806]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2165, -2.9665, -0.2165, -2.5915]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0657, -2.4407, -2.3157, -0.3157]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0364, -1.5364, -1.4114, -0.7864]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4619, -2.3369, -0.8369, -1.0869]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-1.554, -1.554, -1.304, -1.304]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5451, -4.2951, -0.1701, -2.6701]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8447, -1.7197, -1.7197, -0.8447]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3878, -1.1378, -1.6378, -1.0128]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.6552, -3.2802, -2.5302, -1.1552]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.1942, -0.8192, -3.0692, -2.0692]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.7681, -4.5181, -0.1431, -2.6431]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5488, -0.9238, -2.1738, -1.0488]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.234, -3.484, -3.609, -2.484]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7623, -1.6373, -1.6373, -1.0123]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3658, -1.4908, -1.7408, -0.7408]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6611, -3.0361, -0.5361, -2.0361]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-4.0736, -2.3236, -0.3236, -2.3236]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5875, -2.3375, -0.5875, -1.4625]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0555, -1.6805, -1.4305, -0.9305]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9697, -1.2197, -1.3447, -1.3447]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2179, -2.7179, -0.7179, -2.3429]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.582, -1.582, -0.957, -1.207]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8187, -1.6937, -1.6937, -0.8187]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.1414, -2.3914, -0.8914, -1.0164]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9524, -0.9524, -1.8274, -1.3274]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9566, -2.7066, -2.2066, -0.4566]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4086, -1.1586, -1.1586, -1.4086]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.189, -1.564, -1.189, -1.064]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.4131, -1.6631, -1.4131, -1.2881]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8799, -0.5049, -2.2549, -1.7549]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4492, -1.8242, -0.5742, -1.8242]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.851, -2.101, -2.101, -1.226]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.2204, -2.4704, -3.4704, -0.5954]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4334, -1.8084, -1.5584, -0.6834]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6192, -1.1192, -1.9942, -0.8692]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.4836, -0.8586, -1.9836, -1.7336]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3266, -3.5766, -3.3266, -2.2016]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4485, -1.6985, -1.0735, -1.0735]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.4907, -0.2407, -3.2407, -2.6157]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9308, -1.3058, -1.8058, -0.9308]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2419, -0.2419, -2.7419, -2.4919]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3757, -4.3757, -0.2507, -2.1257]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1322, -1.0072, -1.7572, -1.2572]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6359, -1.8859, -1.5109, -0.8859]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8375, -2.2125, -0.8375, -1.4625]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0319, -2.0319, -1.1569, -0.9069]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6767, -1.8017, -0.9267, -1.0517]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0238, -1.6488, -1.6488, -1.5238]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0408, -2.0408, -0.5408, -2.0408]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5693, -0.6943, -2.0693, -1.4443]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0788, -1.4538, -1.3288, -1.0788]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0279, -2.0279, -1.5279, -1.5279]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8886, -0.7636, -2.0136, -1.5136]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3806, -1.6306, -0.8806, -1.3806]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-4.9358, -0.3108, -3.1858, -1.8108]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-0.9955, -2.1205, -2.2455, -1.1205]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.1936, -1.8186, -0.8186, -1.1936]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6328, -1.7578, -1.0078, -1.1328]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3805, -1.8805, -1.2555, -0.8805]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.8226, -3.3226, -0.1976, -2.6976]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.926, -0.551, -2.551, -1.426]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1155, -1.3655, -1.4905, -1.1155]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6348, -2.7598, -0.8848, -1.0098]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.0858, -2.0858, -0.7108, -1.2108]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4054, -1.6554, -1.0304, -1.1554]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2766, -2.2766, -2.5266, -0.2766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2594, -1.7594, -1.7594, -0.7594]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2382, -1.9882, -0.8632, -1.2382]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2934, -2.0434, -0.7934, -1.5434]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.3157, -4.4407, -4.1907, -0.0657]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9557, -2.3307, -1.4557, -0.7057]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3101, -1.6851, -1.1851, -1.1851]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1879, -1.6879, -1.5629, -0.9379]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.0072, -1.8822, -1.1322, -1.0072]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6324, -1.2574, -2.1324, -1.3824]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5606, -0.3106, -2.9356, -2.5606]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0141, -2.0141, -1.3891, -1.6391]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1439, -2.3939, -1.1439, -0.8939]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9996, -1.3746, -1.7496, -1.4996]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.133, -2.008, -0.633, -1.383]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.2114, -1.2114, -1.5864, -1.2114]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6564, -0.5314, -2.4064, -1.7814]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7949, -2.2949, -0.6699, -1.5449]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2151, -1.5901, -1.5901, -0.9651]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4784, -1.4784, -1.3534, -0.9784]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3823, -1.1323, -1.5073, -1.2573]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3205, -2.3205, -0.5705, -1.6955]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2958, -1.6708, -1.0458, -1.1708]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3536, -1.4786, -0.9786, -1.4786]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8369, -1.5869, -0.8369, -1.3369]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4893, -1.4893, -1.3643, -1.2393]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3815, -1.6315, -1.2565, -1.1315]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3021, -1.3021, -1.9271, -0.9271]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8936, -1.8936, -1.2686, -1.0186]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0542, -1.8042, -1.1792, -0.9292]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3113, -1.4363, -2.0613, -1.3113]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.062, -2.562, -1.812, -1.187]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.2653, -3.3903, -3.3903, -0.1403]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.975, -2.725, -0.975, -1.225]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2656, -1.8906, -1.0156, -1.1406]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4113, -1.5363, -1.1613, -1.1613]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3725, -1.6225, -1.2475, -1.1225]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2565, -0.3815, -2.6315, -2.0065]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4541, -2.7041, -0.9541, -0.9541]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.888, -1.513, -1.263, -1.263]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8243, -2.5743, -1.3243, -0.6993]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3624, -2.8624, -1.8624, -0.8624]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4825, -2.3575, -0.9825, -0.9825]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.23, -1.855, -1.98, -1.23]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5475, -2.1725, -1.1725, -0.7975]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2697, -2.2697, -2.6447, -0.3947]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4752, -1.8502, -0.8502, -1.2252]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4062, -1.6562, -1.1562, -1.1562]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2688, -1.8938, -0.8938, -1.2688]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1759, -2.3009, -0.8009, -1.3009]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7382, -2.3632, -0.6132, -1.4882]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7728, -1.7728, -1.0228, -1.0228]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7933, -2.4183, -0.6683, -1.4183]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8119, -1.5619, -1.4369, -1.1869]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.765, -1.015, -2.015, -1.015]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0252, -1.9002, -1.7752, -0.7752]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6347, -2.0097, -1.5097, -0.6347]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1717, -1.6717, -0.6717, -1.9217]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.9284, -1.3034, -1.8034, -1.1784]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5172, -1.6422, -1.1422, -1.1422]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2123, -1.7123, -0.8373, -1.4623]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5727, -2.1977, -2.9477, -1.5727]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.9563, -0.9563, -1.9563, -1.2063]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.9193, -2.5443, -1.6693, -1.2943]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4098, -2.2848, -0.5348, -1.7848]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1155, -1.1155, -1.2405, -1.6155]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4637, -1.3387, -1.4637, -0.9637]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1968, -1.6968, -0.8218, -1.1968]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.3556, -2.4806, -3.6056, -1.9806]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.051, -1.551, -0.926, -1.676]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9896, -3.7396, -0.2396, -2.3646]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6413, -1.8913, -2.5163, -0.6413]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.1173, -1.1173, -1.3673, -1.4923]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6488, -1.6488, -1.2738, -0.8988]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1424, -1.5174, -1.0174, -1.3924]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.359, -0.859, -2.234, -1.109]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0126, -1.8876, -1.1376, -1.1376]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4004, -1.7754, -1.2754, -1.0254]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.3195, -1.1945, -0.6945, -2.3195]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.545, -1.295, -1.42, -1.045]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8034, -2.3034, -1.1784, -0.8034]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3807, -1.7557, -1.1307, -1.0057]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0662, -1.6912, -1.4412, -1.0662]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2273, -1.2273, -1.8523, -1.1023]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7306, -1.7306, -1.1056, -0.9806]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2581, -1.5081, -1.5081, -1.0081]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0384, -2.9134, -1.1634, -1.5384]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4971, -1.6221, -1.2471, -1.1221]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.2455, -1.9955, -1.9955, -1.2455]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8985, -1.6485, -2.0235, -0.7735]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0736, -2.0736, -2.9486, -0.4486]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.897, -2.397, -1.397, -0.647]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1598, -1.2848, -1.6598, -1.1598]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8507, -2.9757, -2.2257, -0.4757]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5207, -1.6457, -1.1457, -1.1457]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4705, -2.3455, -0.7205, -1.3455]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2637, -1.2637, -1.5137, -1.2637]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2798, -1.5298, -2.5298, -0.9048]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3336, -1.9586, -0.9586, -1.0836]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8282, -2.3282, -0.9532, -1.2032]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4023, -1.5273, -1.2773, -1.0273]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5155, -0.2655, -2.7655, -2.7655]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5054, -1.7554, -1.1304, -1.1304]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4566, -3.9566, -0.5816, -1.2066]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5553, -2.3053, -1.1803, -0.8053]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7209, -2.8459, -0.4709, -1.8459]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.41, -1.91, -0.91, -1.285]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3076, -1.8076, -1.5576, -0.9326]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.468, -1.843, -1.843, -0.593]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4543, -1.7043, -1.2043, -1.0793]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7043, -2.2043, -0.9543, -0.9543]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3698, -2.1198, -0.7448, -1.3698]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.61, -0.485, -2.985, -1.735]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2662, -1.8912, -1.2662, -1.0162]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9484, -2.5734, -0.6984, -1.4484]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1382, -2.1382, -1.2632, -0.8882]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2075, -1.5825, -1.7075, -0.8325]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9121, -1.5371, -1.0371, -1.4121]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.623, -1.123, -1.498, -1.248]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0503, -1.0503, -1.5503, -1.3003]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8056, -2.3056, -2.4306, -0.5556]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7557, -2.0057, -1.2557, -1.5057]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9225, -1.7975, -1.1725, -1.1725]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_assisted", "gold": "C", "pred": "A", "correct": false, "logprobs": [-0.7329, -1.8579, -2.2329, -1.6079]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-1.5317, -1.2817, -1.5317, -1.5317]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0529, -3.3029, -0.6779, -1.1779]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4944, -0.8694, -1.9944, -1.2444]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2828, -2.9078, -0.5328, -1.2828]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.0364, -4.2864, -0.4114, -1.4114]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7679, -2.0179, -0.6429, -1.5179]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4775, -1.7275, -1.1025, -1.1025]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7735, -2.1485, -1.1485, -1.1485]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6733, -1.5483, -1.2983, -1.0483]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2216, -1.5966, -1.3466, -0.9716]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.1764, -1.1764, -1.4264, -1.4264]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3009, -1.0509, -1.6759, -1.3009]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3965, -1.1465, -1.8965, -1.0215]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8159, -1.6909, -1.0659, -1.1909]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.5109, -0.8859, -2.3859, -1.5109]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1421, -2.5171, -0.3921, -1.7671]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.532, -1.532, -1.282, -1.157]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2435, -1.4935, -1.2435, -1.2435]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8153, -1.4403, -1.1903, -1.4403]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8899, -1.6399, -1.3899, -1.1399]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2561, -1.7561, -1.3811, -1.1311]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6854, -2.3104, -1.3104, -0.6854]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0255, -1.6505, -1.4005, -1.0255]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9896, -2.4896, -0.8646, -1.2396]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.0276, -4.1526, -0.7776, -0.7776]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4928, -2.1178, -1.2428, -1.2428]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.386, -1.761, -1.761, -1.261]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.264, -3.264, -3.764, -0.139]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.1881, -2.4381, -1.9381, -1.0631]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4383, -1.6883, -1.1883, -1.0633]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1657, -1.9157, -1.2907, -0.9157]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8642, -3.3642, -3.4892, -0.2392]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.0867, -0.5867, -2.4617, -1.9617]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7584, -1.8834, -1.1334, -1.0084]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.7461, -2.3711, -0.9961, -1.2461]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5964, -2.0964, -2.2214, -0.7214]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.173, -2.048, -0.798, -1.298]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4612, -3.4612, -3.2112, -0.2112]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4253, -0.6753, -2.0503, -1.5503]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.612, -2.112, -0.987, -0.987]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0763, -1.7013, -1.3263, -0.8263]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.0552, -2.1802, -0.6802, -1.3052]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.717, -1.967, -1.092, -1.092]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.195, -1.195, -1.695, -1.32]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.4087, -1.1587, -1.7837, -1.1587]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2201, -1.5951, -1.2201, -1.0951]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.9072, -2.0322, -0.9072, -1.2822]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.3759, -1.1259, -1.1259, -1.7509]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.5513, -2.1763, -1.8013, -0.9263]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8712, -3.7462, -0.6212, -1.6212]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3513, -2.4763, -0.8513, -1.2263]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3296, -1.7046, -1.3296, -1.0796]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0147, -1.7647, -2.0147, -1.3897]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3807, -1.7557, -1.1307, -1.1307]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.2465, -1.7465, -0.6215, -1.6215]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8199, -1.6949, -1.1949, -0.9449]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5817, -1.4567, -0.9567, -1.3317]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2711, -1.6461, -1.2711, -1.0211]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0915, -1.3415, -1.5915, -1.0915]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2497, -1.8747, -1.1247, -1.6247]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6996, -1.8246, -1.1996, -1.4496]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3317, -1.5817, -2.2067, -0.7067]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9634, -0.4634, -2.2134, -1.8384]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.942, -4.317, -0.192, -2.442]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.6323, -2.0073, -1.7573, -1.0073]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7725, -1.8975, -1.5225, -1.0225]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0566, -1.4316, -1.6816, -1.1816]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2797, -1.6547, -1.2797, -1.1547]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.1221, -3.7471, -0.2471, -1.9971]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3777, -1.6277, -1.2527, -1.1277]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7789, -1.5289, -1.0289, -1.1539]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.7199, -1.9699, -1.9699, -0.9699]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7851, -1.0351, -1.5351, -1.5351]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3418, -1.9668, -1.4668, -1.0918]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7002, -1.8252, -2.4502, -0.4502]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2386, -1.7386, -1.1136, -1.1136]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2344, -1.7344, -0.8594, -1.3594]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7066, -0.9566, -2.2066, -1.3316]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3545, -1.7295, -1.2295, -1.1045]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.38, -0.88, -1.88, -1.38]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.0552, -2.4302, -0.5552, -1.4302]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.5976, -3.5976, -0.2226, -2.2226]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.7296, -1.7296, -0.7296, -1.6046]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.6936, -1.5686, -1.9436, -0.5686]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2387, -1.7387, -2.1137, -0.6137]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6342, -3.2592, -1.5092, -0.7592]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1945, -2.9445, -2.0695, -0.3195]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3142, -1.5642, -1.1892, -1.1892]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7577, -2.0077, -1.1327, -1.2577]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.8966, -0.8966, -1.1466, -1.7716]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.685, -2.435, -2.31, -0.56]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5021, -2.1271, -0.6271, -1.6271]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.941, -2.316, -1.191, -0.941]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7219, -1.5969, -1.2219, -1.0969]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1239, -2.1239, -1.8739, -0.7489]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7288, -0.4788, -2.9788, -2.4788]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9383, -3.0633, -0.4383, -1.5633]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2097, -1.5847, -1.0847, -1.3347]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9617, -2.4617, -1.5867, -1.3367]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1545, -1.9045, -2.1545, -1.1545]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4066, -1.6566, -1.0316, -1.1566]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6017, -1.2267, -1.8517, -1.2267]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3414, -1.3414, -1.0914, -1.5914]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9722, -1.8472, -0.7222, -1.3472]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6736, -1.9236, -1.5486, -1.0486]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0442, -1.7942, -1.7942, -0.6692]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4015, -1.6515, -1.1515, -1.1515]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6894, -1.3144, -1.4394, -1.0644]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.2657, -0.7657, -2.3907, -1.3907]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4538, -2.0788, -0.7038, -1.4538]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.066, -0.816, -2.066, -1.441]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.4574, -1.9574, -1.0824, -1.2074]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.2622, -1.6372, -1.2622, -1.1372]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3564, -1.7314, -1.2314, -1.1064]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-3.0268, -0.5268, -2.1518, -1.6518]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-4.1595, -0.2845, -3.2845, -2.2845]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.0952, -2.5952, -2.5952, -0.2202]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4128, -1.6628, -1.1628, -1.1628]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7789, -1.4039, -1.4039, -0.9039]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2208, -0.4708, -2.2208, -1.8458]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0008, -2.0008, -1.2508, -1.0008]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7747, -3.5247, -2.8997, -0.1497]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.402, -2.402, -0.902, -1.527]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.5419, -0.5419, -2.0419, -1.7919]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.6881, -1.6881, -1.9381, -1.3131]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.2401, -2.8651, -0.3651, -1.8651]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5902, -1.5902, -1.4652, -0.8402]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3897, -1.7647, -1.2647, -1.0147]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4265, -1.6765, -1.8015, -0.6765]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.765, -1.39, -2.015, -1.515]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6014, -1.3514, -1.1014, -1.2264]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.0821, -1.3321, -0.9571, -1.7071]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2166, -2.0916, -1.0916, -1.0916]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2979, -1.4229, -1.6729, -1.1729]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7823, -1.6573, -1.5323, -0.7823]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.0848, -2.4598, -1.8348, -0.4598]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5867, -1.8367, -1.4617, -1.0867]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.2817, -2.0317, -0.7817, -1.1567]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3835, -1.2585, -1.8835, -0.8835]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3031, -1.6781, -1.1781, -1.1781]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.5827, -2.9577, -2.8327, -0.2077]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3968, -1.6468, -1.1468, -1.1468]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.001, -1.876, -1.376, -1.001]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6875, -2.6875, -2.8125, -0.3125]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.6186, -1.8686, -1.4936, -0.7436]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3132, -1.6882, -1.3132, -1.0632]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5804, -1.3304, -1.2054, -1.3304]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7179, -1.8429, -0.9679, -1.0929]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.4545, -1.8295, -1.3295, -0.8295]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0355, -2.4105, -1.1605, -0.9105]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.2724, -1.3974, -1.1474, -1.2724]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9411, -1.9411, -1.3161, -1.0661]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.7334, -1.1084, -2.1084, -1.1084]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5654, -1.4404, -1.6904, -0.9404]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8608, -2.4858, -0.7358, -1.2358]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5571, -1.3071, -2.3071, -1.4321]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5769, -2.3269, -1.7019, -0.5769]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3297, -1.5797, -1.2047, -1.2047]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5481, -0.5481, -2.1731, -2.0481]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.4754, -2.7254, -1.6004, -0.4754]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4355, -1.5605, -1.1855, -1.3105]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.9299, -2.4299, -0.9299, -0.9299]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8875, -2.1375, -1.2625, -0.8875]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3761, -1.6261, -1.2511, -1.1261]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8711, -1.6211, -1.3711, -1.1211]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.6368, -2.5118, -1.1368, -0.7618]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1466, -2.3966, -3.0216, -0.2716]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.098, -1.848, -1.598, -0.973]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8485, -1.9735, -0.7235, -1.3485]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.1522, -0.9022, -3.0272, -0.7772]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7896, -1.7896, -1.5396, -0.6646]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9327, -1.4327, -1.1827, -1.0577]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3541, -2.1041, -1.6041, -0.6041]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5534, -2.1784, -0.9284, -1.0534]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3494, -1.3494, -1.3494, -1.0994]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6537, -1.7787, -0.6537, -1.5287]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3073, -1.6823, -2.0573, -1.0573]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6359, -2.5109, -1.6359, -0.8859]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4363, -1.9363, -0.6863, -1.3113]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8022, -2.9272, -0.3022, -2.1772]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.4144, -1.5394, -1.2894, -1.1644]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.6673, -1.1673, -1.5423, -1.4173]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8341, -1.5841, -0.9591, -1.2091]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.2257, -1.6007, -1.2257, -1.2257]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5585, -1.9335, -0.8085, -1.3085]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3823, -0.5073, -2.2573, -2.0073]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8193, -0.8193, -2.5693, -1.4443]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6245, -2.9995, -0.3745, -2.3745]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5214, -1.7714, -1.7714, -0.6464]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3998, -1.6498, -1.1498, -1.1498]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1849, -2.5599, -0.8099, -1.4349]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6713, -2.1713, -1.5463, -0.7963]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.4298, -1.0548, -2.1798, -1.0548]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1216, -1.3716, -1.3716, -1.1216]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5706, -1.6956, -1.0706, -1.3206]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8365, -1.8365, -1.7115, -0.7115]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5403, -1.2903, -1.1653, -1.2903]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4621, -1.9621, -0.9621, -1.0871]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6453, -1.8953, -0.7703, -1.2703]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.387, -3.137, -3.137, -1.887]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0899, -2.2149, -1.0899, -0.9649]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-4.487, -3.987, -0.987, -0.612]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7202, -1.5952, -0.7202, -1.8452]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.891, -2.141, -1.891, -0.766]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.3313, -1.4563, -1.2063, -1.0813]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5108, -2.5108, -1.2608, -1.1358]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7644, -1.7644, -1.6394, -1.0144]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.5992, -0.9742, -1.5992, -1.2242]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.7408, -0.3658, -2.7408, -2.2408]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6815, -2.6815, -0.6815, -1.1815]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0792, -1.9542, -1.4542, -1.4542]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2889, -1.6639, -1.7889, -0.7889]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.7887, -1.4137, -1.6637, -0.7887]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.4025, -1.1525, -1.4025, -1.4025]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8933, -1.1433, -1.7683, -1.2683]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2507, -1.7507, -1.2507, -1.1257]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5548, -1.9298, -0.8048, -1.3048]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2829, -2.1579, -0.7829, -1.2829]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.3176, -1.0676, -1.4426, -1.4426]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.1709, -2.1709, -2.0459, -0.9209]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0952, -0.8452, -1.7202, -1.4702]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3404, -3.3404, -0.3404, -1.7154]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.2275, -0.8525, -2.6025, -2.1025]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8828, -1.8828, -1.2578, -0.7578]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4059, -1.7809, -1.1559, -1.1559]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.5715, -2.4465, -0.4465, -1.5715]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2552, -2.0052, -1.8802, -0.6302]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8809, -1.0059, -1.7559, -1.3809]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.6582, -3.1582, -0.7832, -1.4082]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.4403, -2.1903, -2.0653, -0.8153]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8251, -1.9501, -1.9501, -0.9501]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.3743, -1.6243, -1.2493, -1.1243]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.7752, -1.2752, -1.9002, -1.0252]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.1588, -4.2838, -3.7838, -2.7838]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8534, -1.4784, -1.1034, -1.1034]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9713, -2.8463, -0.4713, -1.5963]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1624, -2.2874, -0.6624, -1.5374]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2243, -2.0993, -2.3493, -0.4743]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1575, -1.7825, -1.4075, -1.0325]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.5708, -1.8208, -1.5708, -0.9458]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6018, -2.6018, -1.8518, -0.7268]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.8618, -1.7368, -0.9868, -1.4868]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5213, -1.5213, -2.1463, -0.8963]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2378, -1.9878, -0.8628, -1.2378]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0731, -1.6981, -1.4481, -1.0731]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1955, -1.4455, -1.0705, -1.3205]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.488, -4.113, -0.238, -2.238]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.4977, -2.8727, -0.7477, -1.7477]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3231, -1.5731, -1.4481, -0.9481]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3275, -2.2025, -1.8275, -0.9525]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.2667, -1.6417, -1.2667, -1.1417]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8528, -1.6028, -0.9778, -1.2278]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2675, -1.6425, -1.2675, -1.1425]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0004, -2.1254, -1.1254, -1.2504]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.1386, -1.8886, -1.2636, -1.2636]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5908, -1.5908, -1.0908, -1.0908]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.963, -1.713, -1.338, -0.963]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2206, -1.5956, -1.2206, -1.2206]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.6729, -1.9229, -1.2979, -1.0479]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.8108, -1.1858, -1.0608, -1.5608]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2305, -1.8555, -0.9805, -1.2305]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6903, -0.4403, -2.3153, -2.3153]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.0659, -1.6909, -1.4409, -0.9409]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4363, -1.6863, -1.1863, -1.0613]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3006, -1.4256, -1.4256, -1.3006]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.1855, -2.0605, -1.5605, -1.1855]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.5007, -1.7507, -1.2507, -1.0007]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.4723, -1.7223, -0.7223, -1.3473]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.6969, -3.4469, -0.5719, -1.1969]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.3709, -1.7459, -1.3709, -1.3709]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.8696, -2.1196, -1.1196, -0.8696]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-3.9498, -2.6998, -1.0748, -0.6998]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3046, -0.8046, -1.9296, -1.4296]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.2794, -2.1544, -1.5294, -0.9044]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4571, -1.9571, -0.9571, -1.0821]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.802, -2.677, -0.802, -1.302]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.2163, -2.3413, -1.2163, -0.7163]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-3.1101, -2.6101, -0.8601, -0.9851]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.8072, -3.4322, -0.5572, -1.3072]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9236, -1.5486, -1.1736, -1.0486]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.4539, -2.0789, -1.2039, -0.9539]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1169, -1.9919, -1.2419, -0.9919]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8979, -2.0229, -1.5229, -0.8979]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.383, -1.508, -1.383, -1.008]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8633, -1.8633, -1.9883, -0.7383]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.1749, -0.9249, -1.7999, -1.2999]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.526, -1.276, -1.026, -1.776]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9587, -2.8337, -0.7087, -1.4587]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1375, -1.3875, -1.8875, -0.8875]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.8278, -1.2028, -1.0778, -1.4528]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4012, -1.9012, -1.0262, -1.0262]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.9994, -1.7494, -1.2494, -1.2494]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.5132, -1.7632, -0.5132, -1.8882]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6676, -1.9176, -0.9176, -1.1676]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.7066, -1.8316, -1.0816, -1.3316]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.6947, -1.1947, -1.1947, -1.3197]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.8829, -2.1329, -0.7579, -1.5079]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.1615, -0.5365, -2.5365, -2.0365]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-2.6043, -1.2293, -1.3543, -1.2293]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.6058, -1.9808, -1.2308, -1.2308]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.775, -1.025, -1.9, -1.275]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.7617, -2.0117, -0.6366, -1.5116]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2201, -3.8451, -3.5951, -2.8451]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.5197, -2.5197, -3.2697, -1.6447]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.148, -1.773, -1.023, -1.023]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.391, -1.391, -1.141, -1.266]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3089, -0.5589, -3.3089, -1.1839]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.5088, -2.1338, -1.5088, -1.0088]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7086, -1.3336, -1.8336, -1.3336]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_assisted", "gold": "D", "pred": "A", "correct": false, "logprobs": [-1.0329, -3.0329, -1.5329, -1.2829]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3327, -1.5827, -1.2077, -1.2077]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-1.276, -2.901, -1.901, -0.776]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.9456, -0.5706, -2.6956, -2.3206]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.1091, -1.4841, -1.4841, -0.9841]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.1104, -2.1104, -0.9854, -1.2354]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2631, -2.2631, -0.8881, -1.1381]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2111, -1.7111, -0.9611, -1.3361]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3643, -0.8643, -1.8643, -1.3643]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-1.8161, -1.0661, -1.4411, -1.4411]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.9486, -1.4486, -1.5736, -1.0736]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.701, -2.201, -1.451, -0.576]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6311, -1.6311, -1.1311, -1.1311]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1317, -2.0067, -1.2567, -1.0067]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.0611, -1.9361, -2.0611, -1.1861]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.271, -1.646, -1.646, -0.771]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7884, -1.9134, -2.7884, -0.5384]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.7356, -0.8606, -1.9856, -1.4856]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3291, -1.5791, -1.2041, -1.2041]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.3212, -3.0712, -0.3212, -2.0712]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3782, -2.2532, -1.2532, -1.2532]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.5474, -1.4224, -1.2974, -1.0474]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.4115, -1.7865, -1.4115, -0.9115]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.3837, -1.1337, -1.3837, -1.1337]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.827, -0.327, -2.952, -2.452]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.6916, -2.0666, -0.8166, -1.1916]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.9279, -1.4279, -0.9279, -1.5529]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_assisted", "gold": "C", "pred": "B", "correct": false, "logprobs": [-2.5229, -0.7729, -1.5229, -1.6479]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6074, -1.1074, -2.2324, -1.2324]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.4254, -1.9254, -1.0504, -1.0504]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.9629, -2.7129, -0.9629, -1.4629]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1207, -1.9957, -1.4957, -0.7457]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1712, -1.6712, -1.0462, -1.1712]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.9927, -1.6177, -1.3677, -1.1177]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.595, -2.22, -1.47, -1.22]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.9471, -1.0721, -2.3221, -0.8221]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4085, -1.6585, -1.1585, -1.1585]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.3038, -3.0538, -3.0538, -0.3038]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.982, -1.482, -1.357, -1.232]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3799, -1.6299, -1.2549, -1.1299]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6237, -1.8737, -0.9987, -1.1237]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.2144, -2.2144, -1.3394, -0.9644]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.2715, -2.8965, -0.2715, -2.0215]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-1.161, -2.536, -1.161, -1.411]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8731, -1.3731, -1.6231, -1.1231]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.3092, -2.6842, -1.0592, -0.9342]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.6527, -1.4027, -1.2777, -1.0277]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7941, -1.5441, -1.0441, -1.1691]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-4.545, -5.42, -0.295, -1.67]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.4746, -3.5996, -0.2246, -2.3496]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.8154, -0.4404, -1.9404, -2.1904]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7478, -3.6228, -0.2478, -2.4978]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6845, -0.8095, -2.3095, -1.6845]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-3.1135, -1.7385, -0.7385, -1.3635]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3384, -1.7134, -1.2134, -1.0884]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.8766, -1.7516, -2.6266, -0.5016]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6998, -1.6998, -0.9498, -1.1998]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1494, -1.3994, -1.6494, -1.0244]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.703, -3.078, -0.328, -1.953]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.3596, -2.9846, -0.7346, -1.1096]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3226, -1.9476, -1.5726, -1.0726]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.2808, -2.6558, -1.0308, -1.4058]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.0512, -2.8012, -1.3012, -0.6762]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6883, -2.1883, -0.8133, -1.1883]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0519, -1.9269, -1.0519, -1.1769]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-3.0141, -2.1391, -1.1391, -0.7641]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.6991, -1.1991, -1.5741, -1.4491]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.871, -2.246, -1.121, -0.871]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.1646, -0.5396, -2.4146, -1.5396]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.3403, -1.2153, -1.5903, -1.3403]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.6573, -0.4073, -2.2823, -1.9073]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.4777, -1.6027, -0.9777, -1.3527]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-1.1903, -2.4403, -1.0653, -1.5653]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.9513, -2.4513, -2.5763, -0.3263]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2344, -2.1094, -0.7344, -1.3594]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.8272, -3.9522, -0.2022, -2.9522]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7509, -1.7509, -1.0009, -1.1259]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-1.6149, -2.1149, -0.8649, -1.4899]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1779, -2.9279, -0.3029, -2.0529]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0948, -2.2198, -1.8448, -0.5948]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-1.8468, -0.9718, -2.0968, -1.2218]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-5.5836, -3.5836, -4.7086, -0.0836]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.0014, -0.8764, -2.0014, -1.5014]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.9547, -4.0797, -0.2047, -2.3297]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8058, -1.8058, -1.0558, -1.0558]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3209, -1.6959, -1.1959, -1.1959]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.9955, -1.6205, -1.1205, -0.9955]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.4067, -1.7817, -1.1567, -1.1567]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_assisted", "gold": "D", "pred": "B", "correct": false, "logprobs": [-3.681, -0.681, -2.056, -1.306]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.5128, -2.7628, -0.6378, -1.3878]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6434, -1.1434, -1.0184, -1.6434]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.197, -2.072, -1.947, -1.072]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7716, -1.7716, -0.8966, -1.2716]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.963, -2.213, -0.838, -1.213]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.1019, -2.1019, -1.1019, -0.9769]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.3706, -1.7456, -1.2456, -1.1206]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.5429, -2.0429, -0.6679, -1.4179]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.7672, -2.1422, -0.8922, -1.3922]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.5982, -1.4732, -1.4732, -1.0982]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.8683, -1.6183, -1.6183, -0.9933]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7126, -1.5876, -1.3376, -0.9626]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2107, -1.5857, -0.9607, -1.4607]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2129, -2.8379, -0.5879, -1.5879]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-4.3273, -4.3273, -0.2023, -2.4523]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.7992, -1.7992, -1.5492, -0.9242]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.8913, -1.5163, -2.1413, -0.7663]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.8966, -1.5216, -1.0216, -1.1466]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.0464, -1.2964, -1.5464, -1.0464]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-2.7127, -1.2127, -1.9627, -0.8377]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3972, -1.6472, -1.1472, -1.1472]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-3.0028, -1.5028, -0.8778, -1.3778]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.1556, -1.1556, -2.0306, -1.0306]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.2915, -0.5415, -2.4165, -1.5415]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.0056, -1.5056, -1.3806, -1.2556]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_assisted", "gold": "B", "pred": "D", "correct": false, "logprobs": [-1.566, -1.816, -1.691, -1.066]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3132, -2.0632, -0.9382, -1.1882]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-3.1129, -1.9879, -1.2379, -0.7379]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0616, -1.8116, -1.0616, -1.1866]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.2996, -2.6746, -1.5496, -0.9246]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.1785, -2.4285, -1.0535, -0.9285]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.1108, -2.1108, -1.1108, -1.2358]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.9852, -0.7352, -2.1102, -1.6102]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.0079, -1.7579, -1.0079, -1.3829]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.7024, -2.0774, -2.7024, -0.9524]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-2.7132, -2.2132, -1.7132, -0.8382]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.8162, -1.4412, -1.9412, -1.1912]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_assisted", "gold": "D", "pred": "C", "correct": false, "logprobs": [-2.6064, -1.8564, -0.8564, -1.2314]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.3121, -2.1871, -1.5621, -1.0621]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1904, -2.5654, -0.4404, -1.6904]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.378, -2.503, -0.503, -1.378]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3562, -1.6062, -0.9812, -1.2312]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.2623, -3.1373, -3.6373, -2.2623]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_assisted", "gold": "A", "pred": "B", "correct": false, "logprobs": [-2.0636, -1.0636, -1.4386, -1.4386]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.3196, -1.5696, -1.1946, -1.1946]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-4.1323, -1.5073, -3.3823, -0.3823]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.6674, -1.7924, -1.1674, -1.1674]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-1.6673, -2.1673, -2.2923, -0.7923]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_assisted", "gold": "A", "pred": "D", "correct": false, "logprobs": [-2.1927, -2.6927, -1.8177, -0.5677]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.3986, -1.6486, -1.1486, -1.1486]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-3.1617, -2.6617, -0.5367, -1.4117]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3008, -2.0508, -1.0508, -1.0508]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-1.6494, -1.7744, -1.8994, -0.8994]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.5447, -2.5447, -0.9197, -1.4197]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0118, -1.6368, -1.3868, -1.0118]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.5238, -1.8988, -0.6488, -1.6488]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_assisted", "gold": "A", "pred": "A", "correct": true, "logprobs": [-0.9791, -1.6041, -2.3541, -1.4791]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.2937, -1.6687, -1.1687, -1.1687]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-1.8862, -0.8862, -2.2612, -1.3862]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.7474, -1.6224, -0.7474, -1.4974]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_assisted", "gold": "B", "pred": "C", "correct": false, "logprobs": [-2.6617, -1.6617, -1.1617, -1.1617]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-1.8834, -2.3834, -1.0084, -1.1334]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_assisted", "gold": "C", "pred": "D", "correct": false, "logprobs": [-2.0862, -2.2112, -1.2112, -1.0862]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_assisted", "gold": "A", "pred": "C", "correct": false, "logprobs": [-2.0499, -1.7999, -1.1749, -1.2999]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.9001, -2.4001, -0.4001, -1.9001]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-2.5723, -0.5723, -2.4473, -1.9473]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.3798, -2.5048, -0.7548, -1.5048]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_assisted", "gold": "B", "pred": "B", "correct": true, "logprobs": [-3.3219, -0.3219, -2.6969, -2.3219]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_assisted", "gold": "C", "pred": "C", "correct": true, "logprobs": [-2.2513, -2.5013, -0.8763, -1.0013]}
{"tag": "armA_500M", "condition": "assist", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_assisted", "gold": "D", "pred": "D", "correct": true, "logprobs": [-3.7154, -3.2154, -2.8404, -0.2154]}