{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-92", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.2467, -6.4967, -7.4342, -4.1842]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-877", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.805, -4.305, -6.4925, -5.805]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-443", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.9411, -7.4411, -7.2536, -7.7536]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-474", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.2406, -9.0844, -6.3656, -9.8344]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-589", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.749, -6.0927, -8.4052, -8.3427]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-873", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.3055, -8.1493, -8.743, -6.243]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-251", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.7291, -5.6041, -7.2291, -4.6666]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-550", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.4315, -7.0565, -6.0565, -7.3065]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-311", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9115, -4.974, -8.849, -9.4427]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-490", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.7382, -8.4257, -9.3945, -9.0507]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-172", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.5434, -5.9809, -5.9809, -8.0434]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-299", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1269, -8.9082, -8.8457, -10.2519]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-28", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.6563, -5.6563, -5.3438, -6.1563]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-374", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.3914, -6.8914, -6.8914, -5.9539]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-533", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.4434, -7.2871, -4.9121, -8.1621]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-536", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0708, -6.9458, -5.8208, -7.6958]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-513", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-5.2381, -5.0506, -6.5506, -4.8631]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-688", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4101, -5.2226, -5.9101, -7.4101]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-350", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8211, -7.4461, -7.4461, -8.9773]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-199", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5572, -4.4635, -6.5885, -7.401]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-846", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.4701, -5.0326, -6.3451, -6.1576]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-398", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.5601, -7.1226, -4.8726, -8.7164]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-544", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4414, -5.7851, -6.6601, -8.5351]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-560", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.0223, -6.3348, -8.3348, -4.7723]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-811", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8923, -5.2673, -7.0798, -6.6423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-689", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2194, -6.0006, -7.6256, -7.9381]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-397", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7459, -5.8084, -5.0584, -6.1209]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-801", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-4.9089, -5.7214, -5.2214, -5.4089]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-528", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.7527, -6.9402, -7.5027, -7.0652]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-730", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3844, -5.3844, -6.5719, -6.5719]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-817", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.9839, -5.2339, -6.4214, -4.9214]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-232", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.9139, -6.4139, -5.6639, -7.2264]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-36", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.6119, -5.4869, -6.8619, -5.0494]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-866", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.9151, -5.7901, -5.8526, -7.1651]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-548", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7283, -6.2908, -7.5408, -7.2283]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-174", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.8132, -6.2507, -6.8757, -6.4382]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-369", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.1719, -4.7969, -6.1094, -6.4219]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-391", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.357, -6.732, -7.107, -8.482]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-461", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9021, -6.4021, -9.4959, -7.7146]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-680", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.199, -4.7615, -5.7615, -5.699]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-719", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5868, -5.8681, -7.4306, -7.3056]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-380", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.394, -6.644, -7.2065, -9.1753]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-148", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2524, -7.4399, -9.1587, -7.7524]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-364", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.03, -8.53, -6.8425, -9.53]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-637", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.3449, -6.4074, -8.2199, -6.2199]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-49", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.1807, -6.8682, -7.2432, -7.9307]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-693", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5082, -5.3832, -6.1332, -5.9457]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-334", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.709, -6.0215, -6.709, -6.7715]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-615", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.7372, -6.9247, -4.2997, -7.0497]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-561", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1733, -6.4233, -5.9233, -6.6733]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-316", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9026, -5.6526, -7.1526, -7.2151]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-499", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5118, -5.9493, -7.8243, -8.5118]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-670", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6315, -5.6315, -7.319, -7.8815]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-482", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.6618, -7.3493, -6.5993, -8.7868]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-221", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.5074, -5.1324, -3.6949, -5.5074]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-247", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3176, -6.7864, -4.5364, -7.7551]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-842", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.994, -5.869, -7.744, -5.6815]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-588", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.461, -5.9298, -8.836, -6.9298]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-632", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8999, -5.9624, -6.8374, -6.3999]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-489", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2415, -7.679, -11.0853, -7.7415]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-531", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0315, -5.469, -5.6565, -5.969]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-804", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.0298, -4.9673, -5.9048, -6.1548]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-864", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0525, -5.49, -5.615, -6.9275]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-241", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2007, -6.5757, -6.2632, -8.3257]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-780", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5133, -5.8883, -6.0758, -6.3258]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-595", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.8782, -6.3157, -8.472, -5.8782]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-810", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8801, -8.1614, -10.0676, -5.7239]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-152", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.8211, -5.0086, -6.5086, -6.2586]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-695", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.1685, -5.6685, -7.2935, -5.356]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-449", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.9999, -6.7811, -8.0936, -6.4061]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-573", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9098, -5.6285, -7.191, -8.7535]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-24", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.5757, -5.3257, -4.9507, -6.9507]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-110", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6731, -5.5481, -5.8606, -6.0481]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-501", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3907, -6.6407, -10.047, -8.7657]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-177", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.025, -4.65, -7.0875, -5.4625]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-229", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8995, -6.4307, -8.837, -6.4307]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-687", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.7648, -5.3898, -6.2023, -6.7023]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-419", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3822, -5.9135, -5.351, -7.851]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-33", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.1432, -5.6432, -7.0807, -5.4557]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-45", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.8917, -4.5792, -4.5792, -4.3917]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-800", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1967, -6.0092, -7.3217, -6.2592]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-668", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6611, -4.5986, -5.8486, -5.7861]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-312", "lang": "en", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.6485, -6.711, -8.8048, -9.0235]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-239", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6617, -4.5367, -6.0992, -6.2867]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-262", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1052, -6.1521, -9.4333, -10.2458]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-290", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.738, -5.9255, -7.488, -8.3318]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-510", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.32, -5.0075, -4.1325, -5.695]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-751", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8667, -6.2105, -6.648, -6.5855]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-85", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.4529, -6.1404, -6.7654, -6.0154]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-741", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6181, -5.0556, -5.1181, -5.8056]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-649", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2667, -5.7667, -7.0792, -7.7042]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-425", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.6809, -6.2434, -7.9309, -4.6184]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-674", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3425, -5.53, -5.03, -7.4988]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-624", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.1158, -7.4283, -6.2408, -9.4283]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-847", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9708, -5.2521, -6.1896, -6.5021]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-862", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3896, -6.8271, -7.1396, -7.0146]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-31", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.3108, -4.6858, -3.8108, -4.9983]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-653", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.726, -6.4135, -8.9447, -8.6947]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-402", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.7356, -4.8606, -5.6106, -6.3606]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-726", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1347, -5.6972, -7.0097, -8.1972]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-236", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1542, -5.9042, -6.6542, -5.9042]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-426", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3401, -5.8401, -6.3401, -7.6526]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-384", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3215, -4.6965, -6.134, -6.3215]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-605", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.8923, -7.2048, -8.9861, -8.6423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-840", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3555, -5.6055, -6.043, -6.918]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-493", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.0797, -5.6422, -6.8922, -6.8922]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-676", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.1914, -4.8789, -4.6914, -4.7539]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-256", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8427, -6.7177, -5.3427, -7.5302]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-481", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.5019, -8.2207, -5.1894, -9.6582]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-180", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.3018, -7.8643, -8.4268, -6.6143]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-354", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.2364, -9.2989, -6.1114, -9.7989]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-752", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7616, -5.4491, -10.4491, -10.6991]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-585", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.4586, -8.5211, -9.5211, -6.0211]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-421", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6943, -6.6318, -7.2568, -7.9443]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-335", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2132, -4.9007, -7.5257, -5.0882]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-794", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3009, -5.9884, -6.4259, -7.9259]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-823", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3933, -5.8933, -6.9558, -6.2683]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-806", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7241, -5.7866, -8.2241, -7.0366]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-417", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.7379, -6.8629, -6.1754, -7.3004]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-586", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.558, -4.6205, -6.3705, -6.1205]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-614", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.6881, -4.9381, -5.0631, -6.9068]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-360", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.4052, -6.5302, -7.5927, -7.8427]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-451", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.9363, -6.7488, -8.0925, -6.4363]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-456", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8376, -5.5251, -6.2751, -6.6501]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-105", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.498, -5.373, -7.498, -7.373]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-53", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.2786, -6.2786, -8.7161, -5.4661]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-717", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7506, -5.5631, -5.7506, -6.1881]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-722", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.619, -5.119, -6.619, -5.869]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-889", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5277, -6.1527, -6.9652, -6.8402]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-129", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5608, -6.1858, -7.1233, -7.7483]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-355", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.6905, -5.5343, -10.8155, -10.753]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-150", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0324, -5.0637, -10.0637, -9.7824]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-661", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.5656, -7.8156, -6.8156, -8.8156]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-88", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.008, -6.258, -9.9143, -7.1955]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-708", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.592, -7.0295, -6.717, -4.967]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-882", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1587, -6.2212, -8.0337, -8.3462]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-431", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8938, -5.2063, -7.6438, -7.2063]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-26", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.7764, -6.6514, -6.1514, -7.1514]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-289", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.6583, -7.6271, -6.3146, -8.9396]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-503", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8688, -6.2125, -6.5875, -6.4]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-50", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1434, -6.3934, -4.6434, -5.9559]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-852", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4469, -5.8219, -6.1344, -6.7594]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-634", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.6291, -7.5041, -5.3166, -7.7541]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-272", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3987, -5.5237, -6.5237, -6.8362]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-193", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.0837, -8.0212, -9.3337, -5.3962]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-876", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.823, -5.073, -7.0105, -5.8855]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-609", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.3496, -7.0996, -10.6933, -6.9746]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-327", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0997, -5.9747, -7.3497, -6.3497]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-802", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2859, -7.4109, -5.5359, -6.9109]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-711", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1764, -6.1764, -4.3014, -8.4264]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-773", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2767, -5.7142, -6.9642, -7.8392]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-818", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.3284, -6.4222, -6.2972, -7.2972]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-202", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8427, -6.2177, -4.6552, -6.2177]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-393", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.2559, -4.6309, -6.3184, -6.1309]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-423", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.9793, -6.6668, -5.6668, -6.2918]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-29", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.2562, -7.1312, -8.2562, -6.6937]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-458", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9523, -4.8273, -6.7023, -6.6398]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-201", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0553, -4.6803, -7.4928, -6.6178]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-61", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1721, -7.1096, -9.2346, -7.8596]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-579", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.037, -7.0995, -6.0995, -9.037]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-200", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4512, -4.8262, -6.7012, -6.0762]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-703", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.6921, -6.0358, -10.0046, -6.9108]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-575", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.5223, -8.3973, -9.8036, -5.5223]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-495", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.6976, -5.9789, -5.7914, -7.6664]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-446", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.526, -6.0885, -6.901, -9.026]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-10", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.8575, -5.7325, -5.42, -6.42]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-17", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.8561, -5.9186, -4.9811, -7.7311]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-813", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1684, -5.1372, -8.3247, -8.4497]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-491", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.0569, -8.6506, -5.9631, -8.3381]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-345", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.8739, -5.9989, -8.4677, -5.3739]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-13", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.7465, -9.559, -10.7465, -4.809]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-534", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1201, -5.2451, -7.9951, -7.4326]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-761", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.5288, -6.8413, -7.4038, -7.5913]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-527", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9353, -5.5603, -6.1853, -7.4978]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-572", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.0445, -6.732, -7.732, -6.5445]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-64", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.0229, -6.3979, -6.2729, -8.6167]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-756", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.468, -5.968, -7.1555, -7.468]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-827", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1646, -5.5083, -10.1333, -9.0708]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-184", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.6834, -5.2459, -6.7459, -6.1209]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-356", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1827, -5.9327, -6.3702, -6.9327]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-467", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.1943, -7.6318, -7.6318, -5.5693]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-508", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.1146, -7.0208, -5.7708, -8.2083]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-480", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.0762, -7.1387, -8.2949, -6.7637]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-450", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.7833, -7.8458, -9.2208, -6.2208]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-713", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.9917, -6.4292, -8.1167, -6.1792]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-502", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2919, -5.9169, -6.7919, -6.1669]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-313", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2218, -5.9718, -6.9093, -6.1593]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-843", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.1045, -4.4795, -7.2295, -8.292]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-739", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.6803, -7.8678, -6.6178, -9.1803]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-34", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.0719, -8.1031, -5.7906, -8.9781]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-611", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7833, -5.0021, -7.4396, -8.3146]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-788", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7203, -5.9703, -7.9078, -6.3453]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-475", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9329, -5.7766, -8.6516, -8.1516]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-198", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1044, -8.0419, -7.9481, -10.3231]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-365", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.5699, -5.7261, -4.3511, -8.1324]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-144", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.8963, -6.3963, -5.5838, -8.7713]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-487", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8367, -5.8992, -6.8992, -6.0867]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-757", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0433, -5.4496, -7.2621, -7.1996]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-863", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4004, -6.2129, -6.7129, -7.4004]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-434", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6044, -6.4481, -9.1044, -7.1356]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-891", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8813, -5.7564, -6.8188, -6.5689]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-651", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.179, -6.304, -5.054, -8.679]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-249", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7325, -5.92, -6.42, -6.9825]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-42", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9809, -5.1684, -8.1059, -7.5434]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-185", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7844, -5.9094, -4.4094, -5.4719]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-819", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7531, -8.5656, -10.5344, -10.5656]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-617", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8126, -6.1251, -6.9376, -6.6876]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-173", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2616, -5.9491, -7.4491, -7.1366]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-776", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4489, -4.4489, -6.0114, -6.4489]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-325", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.6307, -7.787, -8.2245, -6.3495]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-227", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.5309, -6.4684, -8.2809, -6.0309]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-657", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0225, -7.335, -4.7725, -7.8663]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-509", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.935, -4.7475, -8.9037, -8.6225]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-622", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7329, -5.4829, -7.9204, -8.5141]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-835", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7474, -7.4349, -5.9974, -8.2786]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-396", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.9779, -7.0716, -5.0091, -7.7904]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-301", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.4195, -7.8882, -6.7632, -8.232]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-56", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0924, -6.1237, -6.8737, -6.9987]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-760", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7264, -6.0389, -9.4452, -10.1014]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-302", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2024, -5.9837, -9.6087, -8.1087]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-264", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.7087, -7.0212, -6.6462, -7.7712]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-188", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6342, -5.3217, -8.353, -8.1967]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-191", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9232, -4.4232, -7.6107, -8.2357]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-525", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6284, -5.3784, -7.7534, -6.4409]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-833", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3794, -6.1294, -5.3794, -6.3794]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-697", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.6989, -5.6364, -3.7614, -7.0739]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-895", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.003, -7.0343, -5.9718, -8.9405]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-277", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3659, -6.9909, -9.6472, -8.8034]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-192", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8021, -6.1771, -4.3021, -7.3646]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-485", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6415, -7.7977, -11.454, -8.2977]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-672", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5939, -5.3127, -7.5627, -7.1252]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-753", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1891, -6.4391, -5.5016, -7.0641]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-515", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.519, -5.394, -5.519, -5.769]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-381", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4911, -3.9286, -5.7411, -5.9286]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-147", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.9873, -5.3623, -7.4248, -6.3623]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-870", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8889, -5.4202, -6.1077, -5.4827]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-268", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.676, -7.3322, -7.9572, -4.9572]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-644", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5198, -5.8636, -8.0198, -7.8011]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-5", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.3383, -6.6508, -6.5258, -6.9633]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-178", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.556, -4.306, -6.2435, -5.181]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-149", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.8143, -7.908, -10.4705, -6.4705]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-454", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.161, -5.786, -8.411, -6.5985]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-231", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.322, -5.4782, -7.1657, -8.7282]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-392", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.4852, -6.3602, -6.0477, -6.2352]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-336", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.6733, -9.6108, -7.4233, -9.5171]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-213", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.8225, -5.0725, -7.5725, -7.8225]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-685", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.5834, -7.3022, -5.1147, -6.8022]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-885", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.6811, -5.5561, -6.9936, -6.1811]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-582", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9155, -6.478, -6.478, -7.103]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-119", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.4238, -6.9238, -5.1738, -7.6738]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-138", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7166, -5.7791, -7.5291, -6.9041]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-84", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.6034, -8.6346, -8.8221, -9.4159]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-851", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8332, -7.2707, -7.4582, -6.1457]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-648", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.8833, -6.1333, -6.6958, -7.8833]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-16", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7726, -4.7414, -7.6164, -8.6476]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-406", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.6274, -7.1274, -6.5649, -6.1899]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-78", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.7207, -6.9707, -7.9082, -7.3457]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-304", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.9824, -7.7324, -6.9824, -7.3574]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-523", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8659, -4.8972, -6.0847, -6.9597]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-740", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.2621, -7.0746, -8.2621, -9.1371]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-557", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0556, -6.0243, -7.2118, -7.0868]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-41", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2555, -5.443, -7.2555, -6.3805]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-841", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.1671, -6.4171, -6.9171, -7.4171]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-320", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.1404, -5.5154, -5.5154, -5.3279]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-139", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-3.8515, -6.914, -8.914, -8.6015]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-318", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.9586, -7.0524, -7.3649, -6.2399]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-436", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6595, -6.472, -9.972, -10.097]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-39", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.4348, -6.1848, -6.9973, -4.4348]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-771", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5089, -4.7901, -7.1026, -7.6026]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-140", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.6617, -8.3492, -9.9117, -7.0367]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-684", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6561, -5.1561, -7.1561, -6.2186]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-638", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.2683, -8.7058, -5.7371, -9.1746]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-375", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9913, -5.7725, -8.1163, -8.585]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-507", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.6646, -6.3209, -7.2584, -6.1334]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-126", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.6842, -5.3717, -7.3092, -6.4342]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-132", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.5861, -5.6486, -5.4611, -6.4611]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-666", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9613, -6.6488, -5.3363, -6.9613]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-333", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.1757, -7.3007, -6.8632, -7.4882]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-587", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7401, -6.8026, -6.2401, -7.9276]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-893", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.5063, -4.3813, -5.6313, -4.7563]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-728", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5399, -6.6649, -9.5711, -8.9461]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-494", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.4614, -8.0239, -7.0239, -7.8364]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-258", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.6045, -5.5108, -8.7608, -9.667]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-329", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4602, -6.4602, -6.7727, -7.4602]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-162", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7706, -8.2081, -9.9581, -10.2394]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-538", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7154, -6.1842, -9.9967, -8.9967]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-293", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.7306, -6.2931, -5.9806, -7.3556]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-68", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.4915, -7.3353, -6.3978, -8.554]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-308", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2717, -8.0217, -10.3967, -10.6155]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-578", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.0605, -7.1855, -6.8105, -9.4042]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-435", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5298, -6.5923, -7.4048, -8.2173]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-792", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1661, -6.3536, -10.5724, -8.7599]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-897", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.4221, -5.3596, -6.7346, -7.5471]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-237", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.1036, -5.3536, -7.2286, -4.9161]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-265", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.4874, -8.2061, -7.6124, -10.2686]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-457", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4336, -5.6836, -7.4336, -5.8711]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-750", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.1454, -4.5829, -6.5829, -6.8329]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-775", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7309, -5.9184, -7.2934, -5.8559]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-54", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.8885, -8.6697, -5.7635, -9.701]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-592", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.2132, -7.3695, -9.1507, -5.557]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-732", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3467, -5.2217, -6.7217, -8.2217]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-124", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8751, -5.7188, -6.3438, -8.5001]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-404", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.0165, -8.7665, -5.6103, -10.2978]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-667", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7771, -4.5896, -5.7771, -6.5271]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-620", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.818, -7.6305, -9.2555, -9.318]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-832", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8869, -5.0119, -7.5119, -7.8869]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-294", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1916, -5.7541, -8.3479, -7.1291]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-212", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3103, -5.6228, -6.5603, -5.8728]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-824", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.5077, -6.4452, -4.6952, -6.0702]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-37", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0588, -5.8401, -10.3713, -10.2776]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-647", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.0618, -4.4368, -6.0618, -5.4368]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-125", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.975, -5.1625, -5.9125, -5.475]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-23", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8315, -4.2377, -8.519, -7.4252]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-600", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.2255, -7.038, -6.3505, -7.6005]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-628", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.0377, -5.9127, -5.2252, -6.5377]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-101", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0155, -5.1718, -9.6718, -9.2655]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-115", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5473, -6.1098, -5.6098, -7.1098]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-358", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4437, -4.7562, -6.3187, -5.0687]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-120", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5449, -6.2324, -5.3574, -6.5449]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-47", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.4897, -8.9272, -6.6147, -9.7709]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-171", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7355, -4.4855, -7.2355, -6.673]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-455", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.2183, -7.9683, -6.0308, -8.8121]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-263", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1147, -5.6616, -10.7553, -10.5991]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-145", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2618, -6.418, -5.168, -8.5743]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-43", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.8002, -6.3002, -7.0502, -6.2377]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-86", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8718, -6.2468, -7.3718, -5.0593]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-659", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9902, -5.3027, -7.6777, -5.8652]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-385", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.4923, -6.9298, -9.7423, -9.7423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-522", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8126, -5.0627, -6.0002, -5.4377]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-330", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.0317, -6.4067, -7.8442, -5.9692]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-599", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3919, -6.1419, -6.2044, -7.0169]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-820", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.3271, -6.3584, -8.6084, -4.7334]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-164", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9006, -6.4006, -5.7756, -6.4631]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-386", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.4773, -6.9148, -5.9148, -7.4773]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-822", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.0058, -6.0683, -5.8808, -7.0058]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-372", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.3016, -5.8329, -5.4579, -5.8329]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-466", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.907, -5.782, -6.532, -7.157]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-769", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.4369, -6.1869, -7.3119, -7.5619]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-155", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.7298, -4.7298, -7.5423, -7.2298]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-437", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.8449, -7.7199, -7.0324, -10.0324]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-280", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.9661, -6.4036, -7.5286, -5.7161]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-207", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6402, -5.0152, -8.0777, -8.7027]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-154", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1248, -5.0623, -7.1873, -5.4373]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-532", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5469, -5.3281, -8.0156, -5.7031]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-315", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.055, -6.68, -7.4925, -8.805]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-886", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.4408, -7.6595, -5.1595, -8.6908]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-664", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.956, -6.456, -5.831, -8.456]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-583", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7896, -5.8521, -7.2896, -7.7271]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-366", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4719, -8.9094, -6.0969, -9.3157]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-539", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0085, -5.5085, -6.071, -7.6022]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-414", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.9991, -7.0616, -5.7491, -6.6866]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-476", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.1242, -4.9367, -4.6867, -5.8742]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-283", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.3011, -5.8949, -8.5199, -5.0824]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-151", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.9827, -6.1702, -5.5452, -7.2952]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-206", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5241, -7.5241, -10.3679, -10.3679]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-797", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.483, -6.608, -5.233, -6.7955]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-554", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.0333, -6.4083, -8.4708, -8.5958]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-463", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2518, -7.158, -6.283, -7.9393]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-641", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2034, -5.2034, -5.3909, -5.9534]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-259", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1418, -5.8918, -8.7043, -6.7668]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-153", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.353, -4.0405, -3.978, -4.0405]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-63", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1848, -4.1848, -4.8098, -4.9348]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-339", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2222, -5.816, -10.4097, -10.1285]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-593", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1492, -5.8367, -7.3367, -6.7742]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-809", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5816, -5.1441, -6.0816, -6.0191]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-401", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9285, -6.366, -7.616, -7.5535]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-340", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.106, -6.2935, -7.9185, -6.731]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-439", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2549, -5.1924, -7.5049, -7.1299]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-477", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5379, -6.0379, -6.6004, -7.1004]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-612", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5303, -3.5928, -7.5928, -4.4053]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-607", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.8066, -5.3691, -4.8691, -5.4941]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-343", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7415, -7.554, -7.304, -8.554]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-368", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2586, -6.3211, -6.3211, -8.0086]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-878", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.496, -4.121, -3.871, -5.371]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-275", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0987, -5.5049, -9.2862, -8.7237]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-266", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.873, -5.5605, -9.4355, -7.498]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-705", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.1604, -6.1604, -5.9104, -7.5354]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-837", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.5959, -5.0959, -8.6584, -7.5959]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-631", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.7346, -5.4221, -4.5471, -4.8596]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-506", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4742, -7.0367, -7.9117, -7.9742]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-130", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.4958, -5.9333, -7.1833, -5.1208]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-97", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.0884, -10.4634, -11.4322, -5.3697]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-295", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.412, -8.037, -9.7558, -5.162]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-197", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.4804, -6.2929, -9.2304, -6.9179]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-547", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9608, -6.8983, -7.3358, -8.4608]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-261", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.0884, -6.0884, -6.8384, -7.8384]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-310", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.188, -6.563, -6.6255, -6.563]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-880", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.175, -7.2062, -5.5812, -7.5812]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-160", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.344, -4.1253, -7.2503, -6.3753]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-814", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0853, -5.7103, -5.1478, -6.8353]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-176", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.2106, -5.3981, -5.7731, -5.5856]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-581", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.247, -6.622, -6.3095, -7.6845]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-715", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7193, -6.4068, -6.4068, -8.7193]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-430", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.782, -6.532, -7.782, -7.282]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-428", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.4392, -6.1267, -6.5017, -8.0954]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-537", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0938, -6.3751, -9.5626, -10.0938]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-297", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1663, -4.9163, -8.5101, -8.4788]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-444", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.778, -6.903, -8.528, -8.3405]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-133", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.1364, -7.1364, -5.0114, -7.6989]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-694", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.8461, -5.2211, -6.9086, -6.5336]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-14", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0298, -4.811, -7.686, -7.7485]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-683", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8458, -5.6583, -8.3145, -6.2833]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-853", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6116, -5.8616, -6.9866, -7.8616]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-712", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1099, -5.9849, -6.7974, -7.2974]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-608", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.8449, -6.9074, -6.5324, -6.2199]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-260", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4701, -5.4076, -6.4076, -9.2514]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-328", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.3722, -6.9347, -5.7472, -6.9347]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-422", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4378, -5.0003, -5.1878, -6.0003]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-411", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.0996, -7.0996, -7.4746, -6.9746]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-395", "lang": "en", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-4.8021, -4.8646, -5.6146, -5.9271]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-35", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.0936, -5.2186, -5.5936, -4.9686]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-767", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.396, -6.9897, -8.5835, -5.6772]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-594", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2805, -6.2805, -5.5305, -7.468]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-204", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.2514, -3.5639, -5.0639, -4.3139]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-98", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2042, -5.0167, -7.6729, -8.0792]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-337", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.9471, -8.1346, -7.2596, -8.8221]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-725", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.4318, -5.9318, -7.0568, -7.1818]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-700", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.5309, -7.1247, -6.5622, -6.1247]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-116", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2398, -5.1148, -8.0523, -6.8023]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-471", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9974, -5.4349, -5.5599, -7.0599]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-629", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7842, -4.5342, -8.0654, -7.5342]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-710", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.1889, -6.8139, -8.0639, -8.0014]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-179", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.8208, -6.2583, -3.6958, -6.6333]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-660", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.8235, -5.386, -7.5735, -5.0735]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-418", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.9504, -6.7629, -7.1379, -6.6379]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-542", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.88, -5.005, -5.755, -6.9425]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-113", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.0509, -5.3009, -6.9259, -6.5509]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-564", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5253, -9.3378, -6.9003, -10.869]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-789", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.739, -7.489, -7.3015, -8.239]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-195", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.7381, -5.4256, -5.5506, -5.9881]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-627", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9857, -4.7669, -8.6732, -6.5794]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-359", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.2573, -6.0698, -8.2573, -4.6948]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-403", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6971, -6.3221, -6.6346, -7.5721]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-821", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.8992, -5.8367, -6.0867, -7.1492]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-136", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.2701, -4.6451, -6.5826, -6.4576]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-723", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3041, -7.6791, -5.4291, -7.6791]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-530", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9279, -6.1779, -9.4279, -9.8342]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-376", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.8362, -5.5862, -6.5237, -7.4924]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-342", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9148, -5.4773, -6.4773, -6.5398]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-596", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.1226, -7.3726, -9.1226, -9.7163]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-210", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.0735, -6.386, -6.6985, -6.886]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-400", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6794, -7.9606, -5.4919, -9.2731]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-504", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7624, -6.4499, -8.9187, -6.5124]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-377", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.9214, -6.2339, -5.9839, -7.1714]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-91", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.04, -7.29, -8.6025, -8.8837]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-12", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.137, -5.6995, -4.5745, -6.8245]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-211", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.091, -6.216, -7.5285, -5.7785]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-90", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4436, -6.3186, -6.6311, -7.6311]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-415", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.4677, -6.0927, -5.6552, -7.0302]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-409", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2246, -5.6621, -7.0371, -7.8496]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-559", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8827, -7.5077, -6.2577, -9.3827]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-442", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6959, -6.1334, -11.1334, -10.0084]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-121", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.7292, -6.3542, -8.0417, -4.7292]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-79", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.7147, -6.1522, -7.7147, -6.2772]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-383", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.5721, -7.2596, -8.1971, -5.3221]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-317", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.917, -6.3545, -6.792, -7.167]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-516", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1096, -5.9221, -6.7346, -7.4221]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-447", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.8459, -5.9084, -5.6584, -7.4084]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-764", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.8103, -5.4353, -6.4353, -6.9353]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-286", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.9608, -5.9608, -5.1483, -6.3358]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-830", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8397, -5.0272, -5.6522, -5.8397]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-181", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8426, -4.7801, -6.8426, -6.4051]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-720", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7002, -6.2627, -6.8252, -5.7627]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-341", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9784, -5.7909, -8.2597, -7.5409]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-838", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8486, -7.7861, -10.1923, -5.9111]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-349", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1959, -6.3834, -7.9459, -7.1334]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-107", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.4612, -6.5862, -5.8987, -7.5237]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-183", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.6807, -6.0557, -5.2432, -7.9932]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-472", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1931, -6.8806, -6.9431, -7.3806]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-20", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.8851, -7.2601, -9.2913, -9.0101]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-440", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.933, -5.7767, -8.1517, -8.2142]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-407", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8478, -6.2853, -5.5978, -8.2228]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-460", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.4219, -6.1094, -8.3594, -5.7344]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-186", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.6802, -6.899, -3.774, -7.149]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-157", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.3147, -5.3772, -5.7522, -6.9397]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-805", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.3934, -8.6122, -9.5497, -4.7997]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-673", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5801, -4.0801, -4.5176, -5.9551]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-854", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.3156, -5.0656, -5.6281, -6.3156]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-738", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.491, -7.7097, -9.9597, -5.9597]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-496", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.274, -6.399, -7.7115, -6.274]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-298", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1818, -6.3693, -8.8381, -6.7443]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-189", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6427, -6.1427, -6.4552, -6.1427]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-427", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.0276, -7.2151, -5.4026, -6.7151]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-18", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.8692, -7.6192, -8.6192, -8.4942]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-279", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9023, -5.746, -8.621, -6.5585]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-76", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.8098, -4.9348, -9.8411, -7.8723]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-669", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.4524, -6.2024, -4.5774, -6.0149]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-353", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0892, -7.0892, -6.2767, -8.2142]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-452", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.7484, -6.1859, -4.6234, -6.9359]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-483", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2282, -6.5095, -9.697, -9.7907]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-38", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.1574, -7.4699, -10.2512, -9.5637]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-787", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.2468, -7.1218, -6.6843, -6.3718]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-4", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.0736, -7.1361, -5.1361, -8.8236]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-287", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.5976, -8.6601, -10.0663, -6.0351]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-681", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.0227, -7.2102, -6.6477, -8.7727]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-361", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.3476, -5.2226, -8.1913, -5.9101]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-282", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.2445, -5.8695, -5.2445, -6.6195]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-226", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.9696, -4.4071, -8.0321, -7.3446]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-812", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.43, -5.3675, -5.3675, -6.2425]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-568", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8852, -6.5102, -8.6977, -5.1977]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-845", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4565, -6.2065, -8.5502, -9.769]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-326", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.3645, -5.8958, -9.802, -10.4583]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-66", "lang": "en", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.3668, -6.1168, -5.6793, -7.0543]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-742", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5856, -5.9606, -7.5856, -6.3981]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-601", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.9638, -7.6513, -7.2138, -9.7763]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-1", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2085, -4.8335, -6.7085, -6.9585]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-22", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5832, -6.3332, -5.8332, -8.2394]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-755", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.0915, -6.029, -6.9665, -6.779]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-424", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.148, -8.8355, -9.8042, -9.648]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-678", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4248, -6.2998, -7.5498, -7.7373]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-324", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2451, -5.4326, -6.6201, -6.1201]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-850", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.148, -6.0855, -7.7105, -5.898]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-52", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.4954, -5.7454, -5.9329, -7.3079]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-737", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.591, -5.591, -6.7785, -6.716]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-702", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.7095, -4.647, -5.147, -4.772]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-524", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7184, -6.5934, -7.7184, -6.9059]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-208", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.4021, -5.0271, -6.1521, -6.5896]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-351", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.8948, -7.8948, -6.5823, -8.5198]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-215", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.5336, -5.0961, -4.9086, -5.9086]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-288", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8819, -6.3819, -8.5069, -5.5069]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-278", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4857, -6.5482, -7.4232, -7.3607]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-855", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0842, -6.0842, -7.2717, -6.5842]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-109", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1989, -5.2927, -8.6677, -8.2614]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-118", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.036, -5.911, -4.911, -6.3485]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-844", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5023, -6.2523, -7.0023, -6.9398]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-137", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1646, -4.9146, -8.1021, -8.4146]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-106", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.0217, -7.3342, -8.9592, -9.7092]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-306", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8351, -6.1789, -10.6164, -10.4289]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-8", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5867, -6.0867, -7.2117, -7.8367]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-309", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.077, -9.9207, -7.0145, -10.8895]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-774", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.6784, -7.6784, -5.3034, -8.4597]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-571", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.8273, -5.5148, -7.7335, -6.8273]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-291", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.3237, -8.1362, -6.2612, -9.2612]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-378", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0614, -5.6864, -8.7489, -6.6864]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-798", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.1958, -7.4458, -5.9458, -7.7583]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-736", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.8114, -5.5614, -6.2489, -6.2489]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-357", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2778, -5.3403, -7.4653, -6.9653]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-748", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.416, -5.291, -5.916, -6.7285]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-763", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3815, -5.444, -6.819, -5.569]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-518", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5776, -6.8901, -8.8276, -7.5776]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-896", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.014, -5.389, -7.764, -5.8265]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-75", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.8009, -6.1759, -4.8009, -7.3009]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-102", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2477, -4.2164, -5.9039, -6.2789]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-770", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5161, -7.5161, -5.8911, -9.8911]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-9", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.2004, -6.0754, -8.3879, -5.0754]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-74", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3706, -5.6831, -6.1206, -6.5581]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-556", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.4258, -6.6133, -6.4883, -7.4258]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-468", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.6005, -5.538, -7.663, -6.663]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-307", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.2061, -9.1436, -6.1124, -10.1124]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-134", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.3211, -5.4461, -6.9461, -6.6961]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-772", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7537, -5.285, -10.3787, -9.3475]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-716", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.2046, -6.4546, -7.5171, -5.3296]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-244", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.0997, -4.7247, -7.881, -7.8185]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-577", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4801, -8.7614, -5.8864, -9.2926]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-209", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.373, -4.873, -6.8105, -5.4355]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-267", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.9203, -8.3578, -10.2016, -10.0141]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-783", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2573, -5.5073, -6.3823, -6.2573]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-535", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.6255, -6.9068, -9.0943, -6.2193]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-869", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.0734, -6.7609, -4.9484, -8.6672]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-83", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.3011, -6.1761, -4.6761, -7.7386]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-40", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.417, -5.792, -7.417, -6.2295]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-766", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6305, -4.8805, -7.318, -6.1305]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-122", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2065, -4.7065, -8.4252, -7.7065]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-413", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.9841, -7.8591, -6.3591, -9.4529]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-240", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3373, -5.2436, -6.1186, -6.2436]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-652", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4387, -6.0637, -6.8137, -6.4387]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-690", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2418, -7.2418, -6.6168, -6.6168]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-190", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0497, -5.1122, -9.2059, -9.4247]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-82", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.492, -5.6795, -7.3045, -4.617]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-520", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7373, -4.9248, -6.2373, -6.6123]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-576", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6775, -7.365, -5.6775, -7.3025]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-724", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.095, -6.47, -6.6575, -7.5325]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-706", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2175, -4.905, -8.155, -7.7175]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-514", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6555, -5.6555, -6.2805, -8.218]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-488", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.6244, -7.3119, -8.3119, -10.6244]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-606", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.1, -5.35, -6.2875, -5.225]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-58", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-4.4554, -5.4554, -4.9554, -5.1429]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-321", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5959, -5.0959, -6.9084, -6.1584]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-625", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3735, -6.8735, -8.7797, -9.0297]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-555", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.9448, -9.0385, -10.6323, -10.7885]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-734", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7079, -6.2079, -6.0829, -6.8329]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-222", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.09, -4.215, -8.5275, -6.965]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-303", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.1405, -6.203, -9.4217, -5.703]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-619", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.5813, -5.6751, -8.0501, -8.4251]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-158", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7477, -6.6852, -4.1852, -7.8415]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-498", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3282, -5.8907, -7.5782, -7.7657]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-569", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.2633, -6.8258, -7.4508, -6.5758]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-630", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.3881, -6.2006, -4.7006, -6.9506]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-292", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-9.0181, -6.8618, -9.2056, -6.0493]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-465", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.1311, -6.8811, -6.1936, -7.0686]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-682", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-7.2003, -9.3253, -10.1691, -9.7003]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-399", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.5519, -5.1769, -4.6144, -6.1769]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-2", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.119, -5.1502, -8.9627, -6.9002]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-795", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8407, -5.7157, -6.7782, -6.2782]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-168", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.5313, -4.5938, -4.5938, -5.9688]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-859", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.9559, -6.0184, -7.5809, -6.7059]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-782", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.505, -5.88, -5.63, -5.88]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-218", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0082, -4.477, -9.6332, -7.352]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-492", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.0381, -6.1631, -7.5381, -5.9131]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-645", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.6655, -5.7905, -5.603, -6.7905]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-92", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-9.0761, -8.4199, -8.1699, -7.4199]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-877", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4158, -8.1345, -11.197, -10.4158]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-443", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9124, -9.2874, -9.5999, -9.9436]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-474", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6997, -8.8872, -11.2622, -10.1059]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-589", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.7788, -9.7475, -10.7788, -11.4975]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-873", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.2274, -10.7274, -10.8524, -10.1649]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-251", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4041, -8.0291, -9.4978, -9.4978]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-550", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1379, -10.0441, -11.0754, -10.1691]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-311", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7083, -8.7396, -12.7396, -12.3333]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-490", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.4004, -10.7129, -11.8379, -9.8067]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-172", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.3134, -9.7821, -10.1571, -10.8759]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-299", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.7951, -10.0451, -9.9513, -11.4513]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-28", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1376, -7.9501, -8.6688, -8.3876]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-374", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9274, -9.1774, -10.5524, -10.1774]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-533", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.3444, -10.8132, -8.8757, -10.7819]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-536", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9653, -9.5278, -9.9653, -9.684]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-513", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.058, -9.5267, -10.8705, -9.6517]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-688", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.7593, -8.3218, -7.8843, -8.9156]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-350", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5736, -10.2924, -10.3236, -11.1986]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-199", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0214, -8.6464, -9.4901, -9.3651]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-846", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4982, -7.4357, -8.4045, -8.1857]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-398", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.3077, -9.2765, -8.1202, -10.089]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-544", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.5705, -10.133, -11.3517, -13.1017]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-560", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2192, -8.8755, -9.9067, -9.1567]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-811", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.3315, -8.269, -8.9877, -9.519]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-689", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.926, -8.8635, -10.7385, -9.9885]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-397", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.0167, -8.4542, -7.923, -8.3605]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-801", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2533, -8.7221, -9.8783, -9.5346]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-528", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.9894, -9.5519, -9.4269, -9.9582]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-730", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9337, -8.1837, -9.0275, -9.4025]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-817", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.8559, -7.0434, -7.9809, -6.7309]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-232", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.1674, -9.2611, -8.4486, -9.3549]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-36", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-7.0382, -7.1007, -8.8507, -8.2882]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-866", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.0198, -10.0511, -10.8636, -11.3323]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-548", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0225, -9.3663, -10.0225, -9.9913]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-174", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.6134, -8.7697, -9.7384, -8.8322]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-369", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6048, -8.5111, -9.8236, -8.9486]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-391", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5887, -8.2449, -8.9324, -9.4012]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-461", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.3324, -10.5824, -13.0824, -11.9262]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-680", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8893, -7.3268, -8.1393, -8.3893]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-719", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4016, -10.0578, -11.5266, -11.4328]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-380", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.0007, -10.6882, -12.4695, -13.3132]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-148", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.7441, -10.4941, -12.4003, -10.4941]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-364", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.9207, -9.9832, -9.2644, -10.7644]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-637", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.7495, -9.0933, -10.062, -9.937]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-49", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.2327, -9.0765, -9.9202, -9.764]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-693", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2866, -9.4116, -10.0991, -10.5053]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-334", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8791, -9.7853, -10.1603, -10.5666]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-615", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.6406, -8.9531, -7.5156, -9.2969]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-561", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8882, -9.3882, -9.5757, -9.6382]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-316", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2454, -8.3392, -9.4017, -9.8704]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-499", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2813, -9.4375, -10.8438, -11.0313]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-670", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0164, -9.3602, -10.7352, -10.5477]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-482", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-13.1041, -10.6041, -11.3541, -10.7604]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-221", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.6735, -6.611, -4.9235, -6.361]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-247", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.2212, -9.5337, -9.7524, -9.1899]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-842", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4294, -8.4294, -9.5544, -8.4919]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-588", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.4813, -8.7625, -11.075, -10.2938]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-632", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3217, -8.0404, -10.0092, -9.7279]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-489", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3043, -10.3356, -12.2731, -10.3981]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-531", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.7771, -7.7771, -8.9958, -7.6521]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-804", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2149, -8.0899, -8.4649, -8.8712]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-864", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.9247, -7.1747, -6.6122, -7.4247]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-241", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2089, -9.2401, -9.9589, -10.8339]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-780", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4683, -7.0308, -7.4683, -7.5933]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-595", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4175, -8.4488, -9.8863, -9.48]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-810", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.9336, -10.2774, -11.0274, -9.2149]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-152", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4261, -8.7699, -10.1136, -9.9574]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-695", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.405, -8.8113, -10.28, -8.53]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-449", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4294, -9.7732, -11.0232, -10.8669]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-573", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7619, -8.4494, -9.9806, -9.9806]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-24", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5178, -8.2678, -9.1116, -10.0491]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-110", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0295, -8.217, -8.842, -9.0295]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-501", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0728, -10.4791, -12.8541, -10.9478]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-177", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8211, -8.0399, -9.6336, -8.1649]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-229", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5854, -8.3667, -10.2729, -8.5229]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-687", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1237, -8.8737, -9.28, -10.28]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-419", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8664, -10.4602, -10.5852, -11.7102]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-33", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2551, -8.8801, -10.3176, -9.7551]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-45", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7049, -7.0174, -6.5799, -7.5799]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-800", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.3548, -8.3548, -9.8548, -8.2298]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-668", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.6766, -6.6766, -7.3016, -7.1766]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-312", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.1843, -10.6843, -12.2468, -12.2468]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-239", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9097, -9.316, -9.5347, -10.0972]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-262", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5138, -8.8888, -11.1388, -11.3263]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-290", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0846, -8.4909, -10.9909, -11.3034]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-510", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.574, -8.5115, -7.1678, -9.199]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-751", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.2451, -9.8076, -9.4951, -9.9951]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-85", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6522, -8.0897, -9.2772, -9.5897]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-741", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2018, -6.2643, -6.6393, -6.9518]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-649", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7884, -8.7571, -10.1321, -9.9134]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-425", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.228, -7.2905, -8.478, -7.353]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-674", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.6413, -9.9225, -9.6725, -10.5163]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-624", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1414, -9.9851, -10.6726, -11.0789]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-847", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9433, -6.8183, -8.287, -7.9433]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-862", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7093, -10.4906, -11.5843, -11.7093]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-31", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3868, -5.8243, -7.1993, -7.0118]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-653", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7542, -9.2854, -11.3167, -9.6292]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-402", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2896, -6.4146, -7.1646, -7.8521]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-726", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5639, -8.8452, -12.0952, -11.8139]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-236", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6527, -8.6215, -9.2152, -8.809]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-426", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4878, -9.4253, -9.8003, -10.7691]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-384", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6348, -6.416, -7.7285, -8.041]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-605", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.9438, -10.5063, -10.3813, -10.725]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-840", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2854, -8.6604, -8.8479, -9.8791]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-493", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.2726, -8.3351, -7.7101, -8.5226]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-676", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.6532, -5.9657, -6.2782, -5.7782]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-256", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.5945, -10.407, -8.9695, -10.8445]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-481", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.6456, -9.7081, -8.0519, -10.3019]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-180", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.7232, -12.0044, -11.4107, -11.0982]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-354", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.5526, -10.0526, -8.4276, -9.6776]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-752", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.9364, -8.1083, -11.9208, -12.5458]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-585", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.9632, -13.1351, -13.7288, -9.6976]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-421", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9531, -10.0156, -10.9843, -10.9531]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-335", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3393, -10.6518, -11.9955, -11.558]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-794", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4885, -9.3635, -10.4572, -10.5822]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-823", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.1875, -9.9062, -8.9687, -10.5625]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-806", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.9127, -8.7721, -11.1784, -11.2409]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-417", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6177, -8.3052, -8.4302, -8.7427]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-586", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.6953, -6.2578, -8.7265, -7.5078]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-614", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-9.3808, -9.1933, -10.2558, -9.1308]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-360", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8857, -9.1045, -9.3545, -9.667]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-451", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.6296, -10.1296, -11.3171, -9.7858]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-456", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2935, -7.856, -8.7935, -8.9185]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-105", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7512, -8.4699, -10.2824, -10.7512]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-53", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.9897, -9.5209, -11.1459, -7.8959]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-717", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.5671, -8.6296, -9.3484, -9.7859]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-722", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5823, -8.4261, -9.8011, -9.0823]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-889", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5544, -9.1794, -9.5857, -10.2732]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-129", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.5193, -10.0505, -10.7068, -11.5505]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-355", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.7404, -8.9279, -8.8341, -10.3029]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-150", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4803, -7.6365, -9.7928, -9.9803]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-661", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.9845, -9.172, -9.0782, -9.8282]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-88", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6845, -6.4345, -10.3407, -9.5907]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-708", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.6352, -9.6977, -9.2602, -7.7914]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-882", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8341, -9.6778, -10.4903, -10.3028]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-431", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.8448, -8.9698, -11.4386, -10.6261]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-26", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4348, -8.8411, -9.6536, -9.5286]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-289", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.0085, -10.2585, -9.1647, -10.8522]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-503", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8766, -7.8141, -8.3766, -7.8141]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-50", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3155, -7.378, -7.253, -7.503]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-852", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.6975, -7.885, -8.6038, -8.9788]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-634", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.7845, -11.0658, -8.597, -10.972]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-272", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3411, -8.1223, -8.6536, -9.4348]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-193", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.2309, -11.6997, -11.7934, -8.9809]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-876", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.6368, -9.3868, -10.3555, -9.2305]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-609", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.9203, -10.6078, -13.4515, -11.7015]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-327", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8986, -9.0861, -10.2736, -9.8673]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-802", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.2126, -10.3064, -8.4939, -10.1501]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-711", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.3878, -8.794, -7.2003, -10.544]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-773", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1647, -7.6334, -8.3834, -8.6959]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-818", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0575, -9.0888, -9.9638, -9.62]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-202", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.1187, -10.0562, -9.2437, -9.7437]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-393", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1076, -6.7014, -7.7639, -7.7639]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-423", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.24, -9.1463, -9.1463, -10.5213]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-29", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5946, -10.0009, -10.3759, -10.5946]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-458", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2119, -8.7119, -9.5244, -9.5556]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-201", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1814, -9.0252, -9.7439, -9.6189]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-61", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.894, -11.3627, -12.4252, -11.8315]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-579", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.313, -9.188, -9.688, -10.813]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-200", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8294, -8.1732, -8.7044, -9.0482]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-703", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.486, -8.2985, -10.0172, -9.5485]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-575", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.8338, -11.5838, -12.3026, -10.6776]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-495", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.5173, -9.3923, -8.4861, -8.8611]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-446", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5516, -8.1766, -9.3953, -10.3328]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-10", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.1166, -8.7416, -8.0229, -9.5854]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-17", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4343, -8.778, -10.1218, -10.7155]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-813", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.2498, -8.4685, -12.0935, -11.9373]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-491", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.2605, -11.7136, -8.2761, -11.2136]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-345", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5444, -9.3569, -10.2631, -9.4506]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-13", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.2285, -12.4785, -13.916, -8.6035]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-534", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2023, -7.8586, -10.6086, -10.6398]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-761", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1682, -9.5432, -10.2307, -10.3557]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-527", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9603, -8.1165, -9.179, -9.3353]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-572", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.3632, -8.5194, -9.2382, -8.9882]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-64", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.5344, -10.8781, -10.5656, -11.8469]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-756", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7712, -8.74, -9.7712, -9.9587]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-827", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8178, -6.8803, -11.2241, -10.4428]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-184", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4296, -8.2108, -8.9296, -8.8046]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-356", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5003, -9.969, -10.344, -10.594]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-467", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0711, -9.8524, -9.9149, -10.3524]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-508", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.2262, -9.7262, -9.1012, -10.7887]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-480", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.0643, -9.283, -9.908, -9.6893]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-450", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0483, -9.6733, -10.2358, -10.6108]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-713", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.2841, -9.5653, -11.0966, -9.4716]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-502", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-9.1575, -8.5637, -8.5325, -8.5012]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-313", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.5681, -10.4744, -11.0994, -10.4431]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-843", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9319, -6.4319, -7.1819, -7.9944]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-739", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.1188, -10.4001, -9.4001, -9.8376]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-34", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4832, -8.3894, -9.6394, -10.4519]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-611", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7546, -8.3796, -10.4108, -10.0046]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-788", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7073, -8.4573, -9.8323, -9.3948]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-475", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.8392, -9.4954, -9.3079, -10.6204]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-198", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.8645, -12.2395, -12.6145, -13.5364]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-365", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.7168, -7.6231, -6.3106, -9.1856]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-144", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.5396, -9.8834, -8.2271, -11.0084]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-487", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5671, -8.8171, -9.8796, -9.5984]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-757", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6485, -8.4298, -9.6485, -9.586]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-863", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5587, -7.0587, -8.3087, -8.3087]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-434", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4095, -8.2845, -10.2533, -9.9095]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-891", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.8275, -9.3275, -9.0462, -9.5775]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-651", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7443, -8.3693, -8.6193, -10.4318]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-249", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6463, -10.4588, -10.9276, -11.3651]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-42", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.029, -9.4978, -11.5603, -10.6228]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-185", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.9765, -9.4765, -9.664, -9.3827]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-819", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.5025, -9.3462, -10.0337, -10.065]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-617", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2962, -9.7649, -10.7962, -10.7649]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-173", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.8168, -8.598, -8.5355, -8.5668]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-776", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7805, -8.2492, -9.2492, -9.8117]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-325", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.5455, -9.8893, -9.733, -8.7955]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-227", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.5063, -9.1938, -9.7563, -9.2876]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-657", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2424, -9.0549, -9.3987, -9.6799]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-509", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9769, -8.2269, -11.5394, -10.8831]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-622", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8641, -9.1766, -10.9266, -11.0204]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-835", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5683, -9.0371, -10.1621, -9.8496]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-396", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.37, -8.995, -8.3388, -9.7138]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-301", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8956, -9.8018, -10.4893, -10.7081]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-56", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5619, -9.6557, -9.9369, -10.0619]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-760", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1192, -9.7129, -12.2442, -12.6192]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-302", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.261, -8.6048, -9.3235, -9.386]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-264", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.3965, -9.459, -10.8965, -9.7715]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-188", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3398, -8.5585, -11.0273, -10.5585]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-191", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.6275, -8.9088, -11.065, -11.6588]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-525", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3726, -8.2476, -9.8414, -9.9976]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-833", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.622, -6.6845, -7.247, -7.0595]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-697", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8286, -7.0161, -5.8286, -7.3286]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-895", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9649, -9.4337, -9.4962, -10.6837]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-277", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.1424, -9.1424, -9.8924, -10.0487]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-192", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.2129, -9.2129, -8.9004, -10.0879]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-485", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3717, -9.903, -12.153, -10.153]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-672", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4239, -8.0176, -9.8301, -9.5176]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-753", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4436, -9.3811, -9.4748, -10.1311]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-515", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.8734, -5.9359, -7.2484, -7.4984]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-381", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9644, -5.3394, -6.7144, -7.0894]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-147", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.458, -8.1142, -10.1142, -8.9267]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-870", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3709, -7.4959, -8.0584, -7.8709]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-268", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.927, -8.7708, -8.802, -8.802]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-644", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7749, -7.6499, -9.1811, -8.6811]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-5", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0348, -8.5348, -9.3161, -9.3161]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-178", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7049, -7.0799, -7.3924, -6.7674]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-149", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.9241, -8.8616, -9.5491, -8.2366]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-454", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.1254, -8.6567, -10.0942, -10.0317]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-231", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4222, -8.891, -9.2347, -10.641]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-392", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5632, -9.8757, -10.2194, -10.6257]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-336", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0093, -9.7906, -10.0406, -10.8531]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-213", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0252, -8.369, -9.619, -10.3065]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-685", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.0405, -10.1968, -9.0718, -9.853]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-885", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9704, -9.7204, -10.4704, -10.4391]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-582", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3521, -8.8521, -8.8521, -9.3208]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-119", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.158, -8.9393, -7.6268, -8.8455]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-138", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0213, -7.99, -8.99, -9.0838]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-84", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.9512, -10.7637, -12.2012, -12.0137]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-851", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.2407, -9.3345, -10.8345, -8.9907]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-648", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.615, -9.6462, -9.5525, -9.9275]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-16", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6967, -8.3217, -9.2904, -10.1654]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-406", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.8516, -9.8516, -8.5703, -8.9141]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-78", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0342, -8.8779, -13.2061, -13.2686]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-304", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6034, -10.9159, -10.1346, -11.0721]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-523", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.5033, -7.5971, -10.6283, -10.4408]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-740", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0813, -8.0188, -8.6125, -9.1438]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-557", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1258, -9.3133, -10.3446, -10.2821]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-41", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.326, -10.576, -12.0447, -9.9822]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-841", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.2388, -9.4263, -11.3951, -11.4888]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-320", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2946, -6.9196, -6.7946, -7.2946]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-139", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.4477, -8.5727, -9.6977, -10.1665]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-318", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.3981, -9.7106, -10.5544, -9.9919]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-436", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.4734, -10.1609, -9.7546, -11.0046]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-39", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3646, -7.4896, -9.6459, -7.5521]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-771", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9386, -8.3761, -10.3761, -10.4073]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-140", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-12.7382, -11.1757, -12.582, -10.3007]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-684", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7939, -8.9814, -9.7939, -10.3251]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-638", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.307, -10.9945, -8.4008, -10.807]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-375", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.5927, -9.4052, -11.9052, -10.499]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-507", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.1929, -8.8491, -8.6929, -9.7866]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-126", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.4001, -8.7126, -10.1501, -10.0563]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-132", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4271, -9.3021, -8.5521, -9.8334]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-666", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.302, -8.2707, -8.7395, -8.552]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-333", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.5703, -11.0703, -11.5078, -10.2266]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-587", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.8044, -9.0544, -8.6481, -9.7419]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-893", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4489, -6.6364, -7.6989, -7.2614]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-728", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.6122, -9.4247, -11.2372, -10.7372]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-494", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.8349, -8.4911, -8.3661, -8.8349]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-258", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6748, -7.2061, -9.3936, -8.9873]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-329", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.3469, -10.7532, -10.2844, -11.2844]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-162", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.2202, -11.3452, -12.3452, -12.1265]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-538", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.5675, -9.4425, -12.88, -11.7863]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-293", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5931, -9.2493, -10.1556, -10.3743]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-68", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.6304, -10.7867, -9.8179, -11.1304]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-308", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-7.9959, -9.1209, -10.6209, -10.9334]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-578", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8659, -8.5221, -9.2409, -10.0534]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-435", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3816, -8.8191, -9.3191, -10.5691]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-792", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1688, -7.9813, -11.2938, -10.4813]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-897", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7768, -8.5581, -9.3081, -9.9956]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-237", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.4771, -7.3521, -8.8521, -7.0396]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-265", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.1387, -10.9512, -11.0762, -12.5449]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-457", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1029, -8.8217, -9.7279, -8.9154]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-750", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7906, -6.1656, -8.6031, -8.4781]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-775", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.429, -8.8665, -9.679, -10.0852]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-54", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.4424, -10.7862, -8.7862, -11.2237]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-592", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.233, -10.3892, -11.2017, -10.233]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-732", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8496, -8.1934, -9.5059, -9.8809]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-124", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0976, -7.6288, -9.0038, -9.3788]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-404", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.1271, -10.5959, -9.3146, -11.2834]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-667", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4634, -5.7134, -6.0259, -6.5259]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-620", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8071, -8.0884, -9.3071, -9.8696]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-832", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.4792, -8.7917, -10.448, -9.8855]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-294", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5089, -8.0714, -9.9777, -8.8839]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-212", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.3976, -9.0226, -8.9913, -9.5226]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-824", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.081, -12.4872, -9.7685, -12.956]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-37", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7278, -9.0091, -11.8528, -11.5716]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-647", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4069, -6.0006, -8.4381, -8.3131]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-125", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2022, -8.4835, -8.5147, -9.1085]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-23", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3451, -6.1576, -8.2826, -7.4701]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-600", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-13.038, -11.788, -10.5692, -12.1005]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-628", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.9327, -10.7452, -8.4639, -10.7452]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-101", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.7588, -7.79, -12.6025, -11.79]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-115", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.8949, -10.4262, -10.2387, -10.9574]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-358", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4108, -7.9108, -8.442, -8.9733]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-120", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.176, -8.8947, -7.8947, -9.1447]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-47", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.9487, -11.0737, -10.5424, -11.6674]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-171", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4558, -8.7058, -10.487, -9.612]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-455", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.803, -10.303, -8.428, -10.9905]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-263", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-14.8452, -8.7749, -14.1968, -13.6812]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-145", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.868, -7.8367, -8.6492, -8.618]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-43", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6875, -9.25, -9.9062, -9.875]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-86", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.3407, -8.622, -8.9657, -8.372]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-659", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2497, -8.9685, -11.0935, -9.3435]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-385", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.5507, -9.8632, -11.3944, -10.8007]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-522", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4347, -8.8097, -9.091, -9.4035]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-330", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1034, -9.7284, -10.4784, -10.0721]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-599", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.269, -10.1128, -10.4878, -9.8315]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-820", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.3361, -9.4611, -12.3673, -8.7423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-164", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1895, -10.5332, -11.252, -10.627]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-386", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7302, -8.6052, -8.1677, -8.8552]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-822", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8604, -8.9542, -9.7354, -9.2979]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-372", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.064, -8.7827, -8.7202, -9.1265]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-466", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5178, -8.7678, -9.4553, -10.424]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-769", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8459, -7.7834, -9.3147, -8.6584]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-155", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4553, -7.4865, -9.7053, -9.049]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-437", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7448, -9.2136, -9.4323, -10.7448]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-280", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.2827, -10.814, -11.7202, -10.9702]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-207", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7748, -7.1185, -8.6498, -8.6498]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-154", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.7979, -7.9542, -7.8917, -8.7979]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-532", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4922, -8.4922, -10.6172, -9.3672]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-315", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3929, -8.9554, -10.4241, -10.8304]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-886", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.4047, -9.5297, -7.7797, -10.0922]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-664", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8, -9.8625, -10.8, -10.4563]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-583", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.0048, -9.3798, -10.8798, -11.286]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-366", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.6827, -11.089, -8.6827, -10.8077]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-539", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.4397, -9.8147, -11.5959, -9.3459]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-414", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9415, -10.0352, -10.379, -10.9102]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-476", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.7331, -7.0768, -6.8268, -8.3268]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-283", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1298, -8.9735, -10.0985, -9.411]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-151", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.218, -8.218, -8.8743, -9.2493]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-206", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.6582, -8.8457, -10.1269, -10.2207]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-797", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3643, -7.3643, -6.5518, -8.1143]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-554", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.3013, -9.9263, -11.3951, -10.8638]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-463", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.467, -9.2795, -8.5608, -9.8108]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-641", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.0751, -8.4814, -7.3564, -9.5126]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-259", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6829, -9.2142, -10.4642, -9.5579]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-153", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2774, -5.4649, -6.1524, -6.7774]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-63", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2569, -6.6319, -7.6944, -7.3819]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-339", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7476, -9.3413, -12.9351, -11.4663]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-593", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9318, -9.963, -10.2755, -10.588]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-809", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.2203, -9.5016, -10.7828, -10.9078]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-401", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9722, -8.9409, -9.3784, -9.9409]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-340", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6435, -11.331, -11.7685, -11.4247]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-439", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5606, -9.3419, -9.8419, -9.6856]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-477", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2054, -8.3617, -9.5804, -9.4242]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-612", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.697, -6.947, -7.1345, -7.1345]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-607", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.3028, -7.9278, -7.3028, -8.1778]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-343", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.9636, -9.5573, -10.9323, -10.1823]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-368", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9374, -8.3749, -9.0937, -9.2499]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-878", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7027, -8.5465, -8.6715, -9.9215]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-275", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5078, -8.8828, -12.5703, -11.9141]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-266", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2107, -8.0544, -9.4607, -9.3357]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-705", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8638, -8.4263, -9.6763, -10.395]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-837", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0962, -7.94, -9.7212, -9.44]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-631", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.678, -6.928, -5.553, -6.178]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-506", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6257, -9.1569, -10.1257, -10.4069]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-130", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.5462, -10.2962, -11.4837, -9.6087]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-97", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.6648, -11.1648, -12.6023, -8.6336]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-295", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.6647, -12.149, -14.1803, -9.6803]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-197", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9843, -9.3905, -12.828, -10.7655]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-547", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3398, -9.746, -11.2773, -11.1835]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-261", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.214, -8.589, -9.1203, -9.1828]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-310", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.7628, -10.2628, -11.7628, -9.419]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-880", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.9354, -11.2167, -8.6229, -10.4667]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-160", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7777, -8.2777, -10.0902, -9.3402]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-814", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5149, -8.2649, -8.6399, -9.0461]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-176", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6846, -7.9346, -9.4033, -9.5283]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-581", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3782, -9.1282, -9.2532, -10.1907]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-715", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.8654, -9.8654, -10.7404, -10.4904]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-430", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.6193, -9.6818, -10.338, -10.088]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-428", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6509, -9.2759, -9.9321, -9.9009]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-537", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.038, -9.163, -11.3817, -11.1005]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-297", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7587, -8.6962, -10.7274, -10.5712]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-444", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.6514, -10.5264, -11.5889, -10.2139]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-133", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.8992, -9.7429, -9.4304, -10.3367]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-694", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5402, -8.5714, -10.3214, -10.8214]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-14", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1317, -7.5692, -9.9129, -9.9754]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-683", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.3786, -9.7536, -12.0661, -9.1911]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-853", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5241, -9.2116, -11.5241, -11.3991]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-712", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1102, -9.6102, -9.9852, -9.8602]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-608", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0983, -9.8171, -10.3483, -9.9733]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-260", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.8847, -8.166, -9.541, -10.2285]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-328", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.4808, -10.4496, -10.3558, -10.8558]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-422", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6134, -8.7071, -8.9571, -9.5509]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-411", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.8264, -11.3264, -12.5764, -11.9514]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-395", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2068, -7.9255, -9.738, -9.863]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-35", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9422, -6.3172, -7.0047, -6.8172]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-767", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6717, -8.6092, -10.0154, -8.8592]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-594", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4293, -8.5855, -8.648, -9.648]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-204", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4217, -6.7342, -7.8592, -7.6717]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-98", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.7605, -10.1668, -10.823, -11.4793]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-337", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.5456, -10.1394, -9.9519, -10.6081]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-725", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1772, -8.5209, -9.8022, -10.1772]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-700", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7613, -9.6988, -10.4176, -10.5426]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-116", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2609, -7.9484, -9.1359, -9.0422]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-471", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.3355, -9.773, -9.6167, -10.273]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-629", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0573, -6.0573, -9.651, -9.3073]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-710", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-9.1215, -9.5902, -9.9965, -8.9652]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-179", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.6197, -8.4947, -7.4322, -8.8072]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-660", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9802, -9.074, -10.7615, -10.0115]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-418", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.3104, -10.3104, -9.7479, -10.6229]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-542", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.1573, -9.251, -10.0948, -12.376]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-113", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6244, -8.2807, -9.8432, -9.9057]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-564", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.8086, -9.7774, -9.1211, -10.9336]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-789", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.6121, -9.6746, -10.7683, -10.8308]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-195", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2243, -8.4118, -9.8806, -8.4118]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-627", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4923, -8.7736, -12.2423, -10.2423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-359", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.6286, -9.3161, -11.4099, -8.7849]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-403", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1164, -8.4914, -10.1164, -10.5539]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-821", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2364, -8.1114, -8.8927, -9.2364]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-136", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5735, -6.261, -7.386, -8.011]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-723", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.9469, -11.1657, -10.1657, -10.0719]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-530", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.8028, -8.6778, -11.5528, -11.4591]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-376", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9095, -9.4095, -10.347, -10.7845]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-342", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.7044, -10.1731, -10.5169, -10.9544]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-596", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.5339, -10.0026, -11.3776, -11.8464]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-210", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9881, -8.7381, -9.9881, -9.9881]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-400", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0904, -9.0279, -9.5904, -10.4341]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-504", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.5655, -9.3467, -10.503, -8.5342]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-377", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5103, -9.7916, -11.1978, -10.5728]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-91", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5191, -8.4254, -9.5191, -10.2066]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-12", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9876, -8.1751, -7.1126, -8.1126]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-211", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.2597, -10.7597, -10.4784, -10.2909]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-90", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0283, -9.0283, -9.3095, -9.5283]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-415", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.8456, -11.7206, -11.5956, -10.3768]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-409", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4093, -8.5968, -9.5656, -9.6593]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-559", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.2752, -9.3064, -8.4939, -10.0877]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-442", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1374, -8.5436, -11.6999, -11.0124]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-121", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.0095, -10.5095, -12.322, -7.822]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-79", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3765, -9.2828, -11.564, -11.2203]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-383", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.5408, -10.2908, -10.9158, -8.9783]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-317", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5601, -9.3101, -9.8726, -9.7163]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-516", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4781, -10.2594, -11.4156, -11.3844]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-447", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0742, -9.043, -9.3555, -10.2305]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-764", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8508, -8.1008, -10.3508, -11.2258]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-286", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.7582, -9.5082, -9.0707, -10.2269]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-830", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4033, -7.7158, -8.2158, -8.6221]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-181", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8517, -7.2892, -8.8204, -8.6329]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-720", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.5382, -11.3194, -12.2882, -10.5069]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-341", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.4376, -10.2345, -12.3595, -12.1407]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-838", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8336, -10.5836, -12.5524, -11.1461]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-349", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-12.0564, -10.9314, -11.6501, -10.9001]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-107", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1901, -9.3151, -9.5651, -10.6276]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-183", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.0386, -9.0699, -9.7574, -10.1636]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-472", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9125, -9.1, -10.1, -10.35]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-20", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.5265, -10.339, -11.6202, -11.6827]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-440", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5874, -10.5561, -11.4624, -11.5874]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-407", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6851, -8.8414, -8.8414, -9.9976]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-460", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.2239, -9.6614, -11.4739, -9.0677]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-186", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.1493, -8.6181, -7.4931, -8.5868]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-157", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3533, -7.9783, -8.5408, -9.1971]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-805", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.0105, -8.7292, -9.1355, -8.1667]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-673", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.5441, -5.5441, -5.5441, -6.3566]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-854", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5145, -6.6395, -7.952, -8.202]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-738", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5903, -8.9028, -9.5903, -9.184]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-496", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.1222, -9.966, -9.9035, -10.5285]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-298", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6348, -10.6973, -11.8848, -11.7911]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-189", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.6463, -11.6151, -9.9901, -9.8651]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-427", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.1743, -10.3305, -9.018, -10.018]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-18", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.2831, -9.5643, -11.3143, -11.6581]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-279", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3204, -7.5079, -9.7891, -9.0391]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-76", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3647, -7.8335, -10.9272, -10.521]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-669", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1715, -6.984, -7.7965, -7.734]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-353", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5235, -9.1797, -9.0235, -9.8985]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-452", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.401, -6.776, -7.651, -8.4947]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-483", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7508, -9.8445, -11.3133, -11.5008]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-38", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.9213, -10.4838, -13.6088, -9.8901]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-787", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.3187, -8.8187, -8.7562, -9.3499]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-4", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.1346, -8.4159, -8.1034, -9.5409]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-287", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.3247, -11.5122, -12.731, -9.4185]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-681", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.8617, -10.268, -9.9242, -10.9242]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-361", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2978, -6.4853, -8.3603, -6.8603]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-282", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.3083, -9.2146, -8.6521, -10.0271]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-226", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6286, -6.4411, -9.8473, -8.9723]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-812", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7378, -8.4253, -8.4878, -9.519]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-568", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9597, -8.6785, -10.5222, -9.9285]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-845", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0553, -8.524, -9.399, -10.4928]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-326", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.3783, -8.1908, -12.222, -12.0033]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-66", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.4999, -9.4061, -8.2499, -10.3124]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-742", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8314, -9.1751, -10.1439, -9.4251]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-601", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.1272, -11.5334, -10.7834, -12.5647]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-1", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6958, -8.1958, -12.5708, -11.852]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-22", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.7469, -10.9969, -10.0282, -12.6844]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-755", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.2963, -10.2963, -11.515, -11.0775]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-424", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-7.7121, -8.6496, -9.0246, -9.3371]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-678", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2118, -8.8368, -10.1805, -9.9305]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-324", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5048, -7.7548, -8.1298, -8.4423]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-850", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1342, -6.5717, -7.6967, -7.8842]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-52", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.0136, -9.7636, -9.3574, -11.1073]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-737", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5082, -8.3207, -9.6332, -9.227]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-702", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2923, -6.5423, -7.2923, -6.9173]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-524", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.7585, -10.9773, -8.7273, -10.321]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-208", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6003, -8.6003, -10.0378, -8.9441]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-351", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.3419, -10.7481, -10.1856, -10.9356]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-215", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.9165, -6.104, -6.0415, -7.1665]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-288", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.9892, -8.1767, -10.0205, -7.2392]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-278", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.401, -8.0885, -9.5885, -9.4323]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-855", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0332, -9.6269, -10.9082, -10.0332]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-109", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.8536, -8.9161, -12.1036, -10.9474]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-118", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1584, -7.6271, -7.6271, -8.5646]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-844", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7781, -9.7468, -10.7781, -10.5593]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-137", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.952, -8.0145, -10.6395, -10.2333]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-106", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.7023, -10.5773, -12.6086, -10.2023]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-306", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8975, -8.9287, -10.6475, -10.4912]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-8", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.317, -8.2232, -9.1295, -9.4107]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-309", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.9982, -12.0607, -9.5607, -12.1857]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-774", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.4592, -10.4904, -8.1154, -10.4592]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-571", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.8896, -9.2646, -10.9834, -8.1396]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-291", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0545, -9.7733, -9.8983, -10.742]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-378", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.0897, -10.5585, -12.4022, -9.8397]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-798", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.5874, -10.3061, -9.2749, -9.8374]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-736", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3694, -7.9631, -8.1506, -8.6506]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-357", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4925, -9.7737, -11.2737, -11.1487]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-748", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1805, -8.7117, -9.5242, -10.118]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-763", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.618, -8.3055, -9.2742, -8.9305]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-518", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.1276, -11.4089, -12.0026, -11.9401]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-896", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6834, -8.4022, -10.1834, -8.7147]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-75", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.5304, -7.5929, -7.9679, -8.0929]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-102", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4156, -5.8219, -7.1344, -7.6344]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-770", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.4582, -10.7238, -9.8801, -11.6926]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-9", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6847, -8.9659, -10.7784, -9.4659]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-74", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9022, -7.4647, -8.0897, -8.2147]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-556", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.7609, -10.3859, -10.7921, -10.1046]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-468", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1555, -8.1867, -8.7492, -9.2805]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-307", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-13.1205, -12.6674, -10.4487, -12.7299]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-134", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4954, -7.6204, -8.7454, -8.2454]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-772", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.0344, -8.5344, -8.3781, -9.1594]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-716", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.7301, -11.3551, -12.9176, -10.5113]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-244", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6942, -6.9755, -10.788, -10.7255]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-577", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.9751, -10.6626, -8.4751, -10.8813]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-209", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4189, -8.6377, -10.1689, -9.8877]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-267", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.4572, -9.7072, -11.6135, -11.6135]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-783", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8864, -8.0114, -9.2614, -9.6052]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-535", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.3776, -9.7214, -11.5026, -9.8776]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-869", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.2906, -9.5719, -8.9781, -11.2281]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-83", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-14.216, -8.1379, -11.2316, -11.8254]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-40", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9374, -9.5312, -9.7187, -9.8749]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-766", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.766, -9.5785, -11.4535, -9.7973]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-122", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.4212, -7.6087, -11.3275, -11.4525]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-413", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.7653, -10.9216, -10.3903, -11.8903]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-240", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.579, -8.8602, -9.5477, -9.8602]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-652", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1558, -9.2183, -10.1558, -10.0621]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-690", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.3279, -11.2341, -9.5154, -9.1404]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-190", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6257, -10.1882, -9.3132, -10.532]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-82", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5625, -9.125, -12.375, -10.5313]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-520", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9083, -8.4083, -9.3458, -9.877]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-576", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0068, -10.3505, -10.663, -10.8505]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-724", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.206, -9.3935, -9.9248, -10.8623]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-706", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4184, -8.6996, -10.4809, -10.3871]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-514", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7363, -9.1738, -10.6738, -11.3613]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-488", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5462, -10.5462, -11.265, -12.515]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-606", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8282, -7.5782, -9.297, -6.7032]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-58", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.5065, -6.3815, -6.6315, -5.6315]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-321", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.745, -7.5887, -8.6825, -8.4637]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-625", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9561, -9.7061, -10.9874, -10.8311]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-555", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.4129, -11.5691, -13.4754, -12.8504]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-734", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.3585, -8.8272, -9.3272, -9.6085]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-222", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2084, -5.8959, -8.0834, -7.7084]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-303", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.0733, -9.792, -10.6358, -9.4795]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-619", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9703, -7.1266, -8.6578, -8.7828]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-158", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5239, -8.7426, -7.6489, -9.4926]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-498", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7253, -10.0378, -11.2253, -10.9128]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-569", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9207, -9.7644, -10.7957, -10.0457]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-630", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.979, -10.854, -9.229, -10.9165]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-292", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2833, -9.6895, -10.4708, -10.5645]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-465", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.876, -9.9385, -9.8135, -10.4697]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-682", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.8372, -10.4622, -11.2747, -11.1497]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-399", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.2621, -7.0746, -6.7621, -7.8246]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-2", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.8601, -8.7351, -13.1726, -11.2351]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-795", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3918, -8.6106, -9.1418, -9.4856]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-168", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5966, -6.0966, -5.9716, -7.0341]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-859", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0154, -8.4842, -9.9842, -9.9842]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-782", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.1701, -8.9514, -9.6389, -8.7951]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-218", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-13.157, -6.5788, -11.8601, -9.9538]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-492", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.4418, -9.2543, -11.1293, -8.223]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-645", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2202, -8.9702, -9.6265, -10.5327]}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10856", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6053, -6.0428, -5.5428, -6.5428], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10247", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3698, -5.2448, -5.2448, -5.4323], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7410", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5198, -8.1135, -5.5198, -9.301], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3581", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5289, -5.9664, -8.2164, -7.3414], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13087", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0715, -6.384, -8.134, -7.9465], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3504", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.5575, -6.995, -5.495, -7.1825], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2383", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.5186, -7.2061, -6.7061, -7.8936], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11496", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7997, -5.9247, -6.6122, -7.7372], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1058", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6956, -6.2581, -8.1956, -6.8206], "subject": "college_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6013", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9086, -6.7836, -7.5336, -7.9711], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12143", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.2748, -6.5873, -5.6498, -6.3373], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10932", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.9126, -6.6001, -5.4751, -7.7876], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5099", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.2439, -9.0251, -10.6189, -6.2751], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12772", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5913, -6.2163, -6.1538, -6.6538], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8717", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6256, -6.3756, -7.0631, -7.0631], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4750", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.6801, -6.1176, -6.1801, -6.8051], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9520", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.637, -6.4495, -6.6995, -7.137], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5691", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6192, -5.5567, -6.8067, -6.9317], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-565", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7446, -6.4946, -9.9008, -9.6821], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11656", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.8567, -6.5442, -6.0442, -7.4192], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5997", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-7.1785, -7.866, -8.116, -7.616], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10159", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.579, -4.954, -7.5165, -6.704], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2310", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0386, -6.7886, -5.7886, -8.0386], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1918", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.8103, -5.3728, -6.9978, -6.8728], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13562", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2579, -5.8204, -6.8204, -7.3204], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3484", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9725, -6.5975, -6.2225, -6.3475], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5989", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7305, -6.168, -7.4805, -8.2618], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-759", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3647, -5.9272, -7.3647, -6.9272], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3884", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9885, -6.3635, -8.051, -8.301], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9997", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5073, -5.6948, -5.8823, -6.9448], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7558", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.613, -5.988, -6.363, -7.4255], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9725", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3126, -5.9376, -6.0626, -6.9376], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1199", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.0016, -5.5016, -5.3766, -6.5641], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3026", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8882, -5.5132, -6.2007, -6.7632], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9100", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1812, -6.7437, -7.6187, -7.6187], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6927", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1169, -5.6169, -6.7419, -7.1169], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13268", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.303, -6.8655, -6.9905, -7.3655], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2386", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5455, -5.733, -6.4205, -6.733], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-709", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4011, -6.2761, -8.2136, -7.8386], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1105", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.2001, -4.5126, -4.5751, -4.7001], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13613", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8443, -6.7193, -8.3443, -5.1568], "subject": "us_foreign_policy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2097", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.6442, -6.8942, -6.0192, -7.2067], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10528", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7324, -7.4199, -7.3574, -8.5449], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11780", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.9168, -5.8543, -5.4168, -6.4168], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9073", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8391, -6.5891, -7.3391, -7.4016], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7014", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0509, -6.0509, -9.9884, -10.2072], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3369", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9473, -7.5723, -6.8223, -7.1348], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-623", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4724, -5.9724, -6.6599, -7.1599], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2314", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.9791, -6.9166, -6.5416, -6.8541], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2716", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.0497, -6.2997, -6.9872, -6.4872], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10185", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.8789, -5.6289, -5.2539, -5.5664], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7224", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0675, -6.8175, -7.755, -7.63], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7577", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8908, -6.4533, -6.7033, -7.3283], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10327", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7659, -5.6409, -6.2034, -4.7659], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2051", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9734, -6.4109, -6.7859, -7.1609], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9306", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.983, -6.6705, -7.5455, -7.483], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10001", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9383, -6.8133, -5.6883, -7.2508], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12158", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8865, -7.699, -6.574, -7.449], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6546", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6785, -5.9285, -6.616, -7.3035], "subject": "international_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9581", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.0004, -5.7504, -5.6879, -6.8129], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6832", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.057, -5.682, -7.3695, -6.9945], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8503", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.4756, -4.4131, -5.7881, -4.1631], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9849", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.0975, -4.7225, -4.91, -4.66], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3623", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.5774, -6.9524, -7.5774, -6.8899], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11290", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.0363, -6.6613, -6.3488, -5.9113], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3477", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5614, -6.6239, -6.7489, -8.7176], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10178", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.3782, -5.4407, -5.9407, -6.5032], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8677", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0751, -6.5126, -7.3251, -7.3876], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9881", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.4258, -5.9258, -5.4883, -6.4258], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6231", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7329, -6.1704, -6.7954, -7.0454], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4899", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.5322, -6.5947, -7.0322, -6.9072], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12680", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.8912, -8.6412, -7.3912, -8.0787], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10871", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8616, -6.3616, -5.6116, -6.9241], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11293", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1552, -5.3427, -6.7177, -7.7177], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11158", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3911, -6.0786, -6.2661, -6.8911], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10541", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.4718, -6.2218, -5.8468, -6.9718], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-455", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4448, -7.3823, -9.1948, -8.3198], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9876", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.7209, -5.5334, -5.4709, -6.2209], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5406", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.8888, -7.5451, -5.2951, -8.5138], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7820", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.0027, -6.8777, -8.3777, -6.1902], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12518", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1418, -6.0168, -6.5793, -7.2043], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-83", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2498, -6.4373, -6.3748, -6.8748], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-658", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0406, -7.7281, -7.8531, -9.1031], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6384", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.6678, -5.8553, -5.7928, -6.7928], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-614", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.6202, -5.1202, -5.7452, -5.6202], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8656", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0833, -6.5208, -7.4583, -7.3333], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7087", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.1861, -4.4361, -4.5611, -4.2486], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4626", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.478, -6.0405, -6.6655, -6.978], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4666", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4768, -6.3518, -6.4143, -6.6018], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10099", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.1246, -6.3746, -5.4996, -7.0621], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1221", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.9379, -6.1254, -6.0004, -6.5629], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7467", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1698, -6.1698, -7.5448, -7.7323], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2663", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.5303, -6.8428, -6.7178, -7.4053], "subject": "global_facts", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12145", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3113, -7.4988, -7.4988, -7.8738], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3494", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.1817, -7.1192, -6.0567, -7.3692], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9399", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.288, -6.663, -7.413, -7.413], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5868", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8453, -6.9703, -8.2828, -8.2828], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3075", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.9092, -6.4092, -7.2217, -5.9717], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7672", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8444, -7.5319, -8.3444, -8.0319], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13399", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.9708, -6.4708, -6.1583, -5.7208], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4195", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.3869, -6.0119, -6.8244, -6.3244], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4041", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-7.0552, -7.5552, -7.5552, -7.2427], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9178", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8132, -6.3132, -7.1257, -7.1257], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8187", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.9475, -4.5725, -3.8225, -3.4475], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3352", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1772, -6.2397, -6.9272, -7.9272], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5984", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1526, -6.4339, -8.8714, -8.1214], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7367", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.0396, -6.3521, -6.3521, -6.0396], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13892", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.0934, -4.2184, -3.2809, -4.2809], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13669", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8536, -6.5411, -6.7911, -7.1036], "subject": "us_foreign_policy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7774", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9029, -6.3404, -8.2154, -8.4029], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8934", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9952, -6.4952, -7.3077, -7.3702], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3547", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7284, -7.1659, -5.1659, -7.5409], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-912", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.667, -6.9795, -6.7295, -6.7295], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6085", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.6021, -7.8209, -6.3209, -8.7584], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11805", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8915, -7.2353, -7.5478, -8.2978], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4665", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8019, -6.1144, -6.8644, -6.7394], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10357", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5958, -6.3458, -6.9708, -7.5333], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8679", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0454, -6.4829, -7.4829, -7.4204], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-792", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2793, -6.5293, -6.1543, -6.5293], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6975", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2491, -6.3116, -6.6241, -7.2491], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1498", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4042, -5.7792, -8.1542, -8.0292], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10620", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.6819, -6.8694, -6.4944, -7.3694], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11828", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.964, -8.1515, -5.5265, -7.714], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1813", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.9733, -6.4108, -6.5358, -5.9108], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12768", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.2788, -6.5913, -7.8413, -6.2163], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6391", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8307, -5.5807, -6.8932, -7.0807], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1379", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.1098, -5.7973, -7.3598, -7.4223], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12400", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5611, -7.0611, -7.0611, -7.8111], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7082", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-4.3986, -4.7111, -4.3986, -4.0236], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-965", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5903, -5.4028, -6.0903, -6.9653], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11421", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5134, -6.2634, -6.2634, -7.0759], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13842", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.9929, -6.4929, -6.8054, -7.1179], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9510", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3404, -6.8404, -8.0279, -8.5279], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7436", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.3926, -7.3301, -5.7676, -7.4551], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5471", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1317, -5.5067, -7.0067, -7.5067], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5494", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6364, -7.2614, -5.7614, -7.0114], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6665", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8607, -7.9857, -8.1732, -4.9232], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5855", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.6544, -8.2481, -6.7169, -8.3419], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8953", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8651, -6.5526, -7.1776, -7.3026], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9530", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.467, -6.2795, -6.9045, -6.7795], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3988", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5636, -7.6261, -8.3136, -8.6886], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1484", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.4439, -6.0689, -6.2564, -5.6939], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7104", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5409, -6.0409, -6.9159, -7.3534], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11373", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0972, -6.0347, -6.3472, -7.5972], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6829", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.2043, -5.5793, -6.7668, -5.8918], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2534", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7982, -5.8607, -5.4232, -5.4857], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3661", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.5288, -5.4038, -7.0288, -6.8413], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2432", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.8625, -5.675, -5.55, -6.3], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4207", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5236, -5.6486, -6.3986, -6.5236], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1798", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4447, -5.9447, -6.5072, -7.3197], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11064", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.085, -6.21, -6.21, -6.5225], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6378", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.7929, -6.2929, -6.8554, -6.6679], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9051", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0259, -6.6509, -7.5259, -7.3384], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10860", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.6685, -6.5435, -5.6685, -6.856], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13066", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1644, -6.7269, -6.7894, -7.7269], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6817", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.4885, -6.1135, -5.9885, -6.3635], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2960", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.6227, -7.4977, -6.5602, -5.8727], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11771", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.6408, -7.0158, -6.2033, -6.5783], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12786", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.5632, -6.5632, -6.6882, -7.5007], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3552", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7987, -6.4237, -8.7675, -6.4862], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2945", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.9108, -6.4108, -6.9108, -6.8483], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8642", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9776, -6.4776, -7.2901, -7.3526], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11867", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.9798, -6.2923, -6.7923, -7.2298], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7128", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.4176, -8.6676, -9.5114, -6.8551], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4556", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0694, -4.9444, -8.2569, -8.0069], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4245", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.0085, -6.071, -4.946, -6.0085], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11985", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1503, -6.9003, -5.9003, -6.9628], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5109", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.5241, -7.0241, -6.5866, -6.4616], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10160", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.8428, -6.2803, -5.7178, -6.2803], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4969", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.1579, -7.9704, -9.2516, -6.8454], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8068", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.04, -5.3525, -7.04, -7.04], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3922", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2231, -6.2231, -5.9106, -6.5356], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2418", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8486, -6.1611, -7.0986, -7.4111], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12660", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.8489, -8.1302, -6.2552, -8.2552], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-934", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.491, -4.741, -5.366, -6.0535], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3356", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7862, -6.6612, -7.3487, -8.3487], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8168", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.7752, -3.9627, -4.0877, -4.2752], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-428", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.608, -5.358, -6.1705, -5.733], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7930", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.8518, -6.6331, -5.6331, -7.1956], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2043", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5998, -5.3498, -5.7248, -6.5998], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4168", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.3352, -5.1477, -4.7102, -5.2102], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4686", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7766, -8.2766, -4.4641, -7.5266], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4070", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.0102, -5.9477, -5.6352, -5.6352], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3979", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3914, -6.2039, -6.4539, -6.2039], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7382", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-4.9708, -5.7208, -6.8458, -6.0958], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9307", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9664, -6.4039, -7.2789, -7.3414], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13817", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6644, -6.2269, -6.9769, -7.8519], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2583", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4049, -5.7174, -6.2799, -6.7174], "subject": "global_facts", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1141", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.443, -5.8805, -5.568, -7.068], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3563", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.4848, -7.0473, -6.6098, -8.0473], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5665", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.9227, -7.1727, -8.6727, -8.4852], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7675", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9204, -6.6079, -7.2329, -8.2642], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8500", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0282, -4.0907, -3.5282, -3.7157], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5812", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.0582, -7.1832, -7.4332, -6.8082], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5290", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5208, -5.9271, -7.1146, -8.1146], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12654", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.5781, -9.0469, -5.9219, -8.9219], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1841", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.4951, -6.5576, -6.3076, -6.1201], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2412", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6052, -6.2927, -7.0427, -7.4802], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13372", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.5174, -5.2049, -6.7049, -6.8299], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8654", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8014, -6.5514, -7.4264, -7.3639], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4966", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4235, -8.0797, -6.3922, -8.611], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8665", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8903, -6.7028, -7.5778, -7.5153], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2424", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4259, -6.4259, -6.9259, -7.7384], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4845", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.6266, -5.3766, -6.3766, -5.9391], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11783", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7619, -6.2619, -6.8244, -7.8244], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3774", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.438, -6.313, -6.6255, -6.3755], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13010", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8318, -5.8943, -7.0818, -6.5193], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1935", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1074, -5.8574, -5.9824, -6.9824], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4164", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7758, -6.1508, -5.8383, -6.7758], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5430", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3394, -5.9019, -7.0269, -6.9644], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8989", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9719, -6.4094, -7.2844, -7.4094], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12821", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3745, -5.562, -7.937, -6.812], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1256", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.197, -5.572, -5.572, -5.5095], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13898", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.9274, -7.8024, -7.0524, -7.7399], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1123", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.3889, -6.0139, -5.3264, -6.3889], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12763", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8228, -5.2603, -7.3853, -7.1666], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7243", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.707, -6.2695, -7.207, -6.332], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13861", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8679, -7.1804, -7.8679, -5.2429], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13798", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.6033, -7.1033, -7.3533, -5.0408], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13971", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.2122, -3.7122, -4.4622, -5.0247], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4200", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.1289, -6.1289, -6.8164, -6.4414], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3305", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7268, -8.1643, -9.5706, -11.1643], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12136", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.1659, -6.8534, -7.0409, -6.5409], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-619", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.0217, -5.0217, -5.5842, -5.4592], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10141", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3091, -5.6841, -6.4341, -6.1216], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4756", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1222, -5.4972, -6.2472, -6.3097], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12015", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7008, -7.3258, -8.0758, -7.1383], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7021", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.0436, -5.7311, -7.2936, -7.4186], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12893", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.257, -6.132, -5.6945, -7.007], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-135", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2777, -6.0277, -6.4652, -7.0902], "subject": "anatomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8484", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-3.6192, -4.8692, -6.0567, -4.3067], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1610", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.2875, -6.5375, -7.6, -7.2875], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11504", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1433, -6.2683, -6.2683, -6.7683], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11537", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2594, -5.4469, -4.9469, -6.8844], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1960", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4128, -5.2253, -5.4128, -6.6628], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5532", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9822, -5.6697, -5.8572, -6.6072], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7108", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3387, -6.0262, -6.4012, -6.5887], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-513", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3237, -6.0737, -6.6362, -6.4487], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8556", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7881, -6.2881, -7.0381, -7.0381], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2070", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4151, -6.1651, -7.0401, -7.7276], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4709", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3476, -5.7226, -7.8476, -7.4726], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3250", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.9138, -7.2888, -6.8513, -7.4763], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6200", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6308, -4.9433, -6.6308, -6.1308], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2515", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.9033, -4.7783, -4.2158, -4.2158], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8970", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9156, -6.5406, -7.2906, -7.4781], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8844", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1557, -6.4682, -7.2182, -7.2807], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13740", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.552, -6.5208, -9.1145, -9.5208], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7733", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.33, -6.83, -9.9238, -9.08], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10405", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.7436, -6.9311, -7.8061, -5.6811], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8520", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1602, -6.6602, -7.3477, -7.4102], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12608", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.352, -5.977, -6.977, -7.227], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7507", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2795, -6.0295, -7.5295, -8.5295], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12815", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.2661, -5.2661, -5.5786, -6.0161], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3550", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.4274, -9.0836, -9.6149, -7.1461], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6195", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.6349, -6.8224, -5.8224, -7.0099], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-886", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.8981, -5.4919, -8.4294, -8.7731], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5859", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.1294, -6.4419, -6.1919, -6.8169], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13979", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.0481, -6.3606, -3.9856, -4.9856], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7258", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.2487, -5.4987, -6.5612, -6.7487], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13331", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0276, -5.4651, -5.5901, -6.2151], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13490", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.9504, -6.9504, -8.5129, -5.2629], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5853", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8495, -6.8182, -9.0995, -9.0682], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13078", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5258, -6.7133, -6.8383, -7.8383], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10380", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0075, -6.5075, -6.945, -8.1325], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2384", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6459, -7.5834, -7.3334, -7.8334], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4252", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2879, -7.6629, -7.6629, -9.1942], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5589", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.66, -5.16, -6.285, -6.3475], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3959", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.5499, -6.4874, -6.0499, -4.9874], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11400", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.7836, -6.5961, -6.7211, -6.2211], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6838", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.3301, -6.8926, -6.3926, -7.3926], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12958", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.078, -6.203, -7.578, -5.5155], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8544", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0973, -6.4723, -7.2223, -7.4098], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3199", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.4278, -7.1153, -8.1153, -5.7403], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8628", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0145, -6.3895, -7.1395, -7.2645], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1888", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.4169, -6.4169, -6.8544, -6.9794], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5164", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.3541, -6.9166, -7.4166, -6.2291], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2107", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7831, -6.7831, -7.9081, -7.0331], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8708", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8215, -6.509, -7.384, -7.384], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3508", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7887, -6.3512, -6.4762, -7.4762], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6140", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9043, -5.7168, -6.2168, -5.8418], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12726", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.6179, -7.9304, -7.7429, -6.9929], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3789", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1405, -7.3905, -6.453, -7.6405], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11520", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1334, -5.9459, -6.5709, -7.1334], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7085", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.673, -4.423, -4.673, -4.423], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11508", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3068, -5.2443, -6.7443, -6.3693], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7266", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.8323, -3.9573, -4.4573, -4.3323], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4559", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.2332, -5.6082, -4.6707, -5.7332], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3433", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3843, -7.3218, -9.9155, -7.3218], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5018", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.2289, -7.3539, -7.1664, -6.9789], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8760", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9842, -6.6092, -7.4842, -7.4217], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9509", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1364, -6.8864, -8.0114, -8.5739], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10206", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.8643, -7.583, -8.2705, -6.708], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4409", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7354, -6.7979, -6.6104, -7.1104], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11166", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6697, -6.6697, -5.4822, -5.8572], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1400", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.7144, -6.0894, -5.6519, -5.4019], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8769", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.768, -6.4555, -7.268, -7.3305], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8212", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.8643, -3.9893, -4.2393, -4.1768], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3330", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.165, -9.5087, -8.29, -8.415], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6030", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.5591, -9.0591, -9.4653, -7.0591], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9782", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.7204, -6.8454, -6.7829, -5.7829], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5385", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4588, -7.2713, -6.8963, -8.3338], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6177", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7301, -5.9176, -9.0114, -7.1051], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-165", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.4298, -6.6798, -6.6173, -6.8673], "subject": "anatomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13052", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0706, -7.1019, -7.8519, -8.8206], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5235", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.9559, -7.3934, -7.7684, -7.2059], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3961", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.6978, -7.9478, -7.7291, -8.2603], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5521", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3306, -5.9244, -7.1744, -7.4244], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8001", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8511, -7.1636, -7.6636, -8.2886], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7093", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.265, -4.7651, -5.515, -5.0776], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3518", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.0307, -5.8432, -5.2182, -5.5932], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2367", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5189, -5.0814, -5.1439, -6.0189], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-397", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.2563, -5.2563, -3.0688, -5.6938], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1717", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1167, -5.5542, -6.1167, -6.9292], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13908", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.5678, -6.8803, -7.9428, -8.4428], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2348", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2577, -6.2577, -6.6327, -7.3827], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4589", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7667, -5.8292, -6.3292, -6.7667], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4792", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.888, -5.8255, -5.4505, -6.263], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2721", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.6578, -6.4078, -7.3453, -7.9078], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3631", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6411, -6.4849, -7.9224, -7.8599], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13122", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5248, -8.0873, -5.7123, -8.7435], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12459", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.231, -6.481, -6.606, -6.5435], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9379", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2314, -6.4814, -7.2939, -7.2939], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5732", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7612, -8.8237, -6.6362, -10.1362], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6978", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.1637, -6.2262, -7.6012, -5.7887], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4523", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3587, -5.2337, -6.5462, -6.8587], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10950", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.1846, -6.6533, -6.3408, -7.5283], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1497", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.1542, -5.0917, -5.5292, -6.3417], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6417", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4, -6.525, -7.2125, -7.7125], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6145", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6765, -4.9265, -6.0515, -6.3015], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-561", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5887, -5.9012, -5.5262, -6.0887], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12116", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.2417, -7.4292, -6.4917, -7.6792], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7403", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8252, -7.2002, -7.8877, -8.3877], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3542", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2274, -6.4149, -6.2274, -6.9774], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3009", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.2726, -6.5226, -5.5226, -7.1476], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1737", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5521, -5.1146, -4.9896, -6.8021], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-419", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6851, -5.9976, -6.0601, -6.8101], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5457", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6182, -4.9307, -5.3057, -5.6807], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13368", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.3013, -7.1138, -6.9888, -7.0513], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13243", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4891, -6.7391, -7.8641, -7.4266], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-631", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7327, -4.6077, -5.5452, -5.3577], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3591", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6638, -5.9138, -8.3513, -8.1013], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12024", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7497, -7.7497, -6.3122, -7.8122], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12286", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6377, -7.3252, -7.2627, -8.7314], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10583", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4384, -6.0009, -8.0634, -7.3759], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12810", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7326, -5.7951, -5.9826, -6.6701], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5808", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7928, -6.7615, -6.949, -9.699], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6742", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.0122, -5.6997, -6.9497, -6.6997], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8874", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4473, -6.8223, -7.7598, -7.7598], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-566", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.5, -6.125, -6.875, -7.25], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10708", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.4695, -5.8445, -5.157, -6.657], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8177", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3219, -2.8219, -5.2594, -4.8219], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13780", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.5174, -7.1424, -7.7674, -7.8924], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7594", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.1155, -7.4905, -7.2405, -8.553], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7829", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.9198, -8.076, -6.1698, -8.2323], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-736", "lang": "en", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.0303, -5.4678, -6.5303, -7.1553], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-75", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.0834, -6.5834, -6.4584, -6.9584], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9196", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0191, -6.5191, -7.4566, -7.5816], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-816", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.0753, -6.0753, -5.5753, -6.7003], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11687", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7354, -6.4229, -6.9854, -7.1104], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9525", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3518, -5.6018, -6.4768, -7.7893], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9799", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.7429, -7.1179, -5.3679, -6.8679], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10901", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.5071, -6.6321, -7.3821, -6.1321], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7274", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-7.8518, -7.3518, -6.9143, -6.0393], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8886", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7617, -6.4492, -7.1992, -7.2617], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7980", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7207, -7.2207, -7.5957, -8.2207], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7747", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.5744, -7.0744, -7.6369, -7.6994], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5418", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.05, -6.2375, -7.175, -6.3625], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6321", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.0739, -6.1989, -5.5739, -6.2614], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5597", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.8724, -7.3099, -5.6224, -5.9974], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3720", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2535, -6.5035, -6.7535, -7.0035], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10624", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2848, -6.2223, -6.3473, -7.3473], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6157", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.5689, -7.3814, -7.2564, -7.5689], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4180", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-5.8311, -7.2686, -7.2061, -5.9561], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9480", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.5705, -7.9455, -7.8205, -9.008], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-418", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-8.3918, -8.2668, -9.3293, -8.0168], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12925", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.1536, -6.0911, -5.4036, -6.5286], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2990", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0411, -5.6661, -6.4786, -6.8536], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13499", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.5436, -5.6686, -5.7311, -6.7311], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1945", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.2459, -7.2459, -7.6209, -6.8084], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9498", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.4204, -6.5454, -5.2954, -7.6079], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12557", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7141, -6.5266, -6.6516, -6.4641], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2790", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.8607, -6.4232, -6.9857, -7.2982], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8696", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.762, -6.387, -7.262, -7.1995], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7335", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9251, -5.7376, -6.7376, -7.1126], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9242", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7278, -6.3528, -7.3528, -7.2903], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6923", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.9916, -5.6791, -5.8666, -6.5541], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3339", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7334, -6.8584, -8.0459, -8.1084], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-63", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.3476, -6.1601, -6.3476, -7.2851], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7379", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9386, -6.2511, -6.3761, -6.8761], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8382", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.4921, -4.7421, -5.8671, -4.9921], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4870", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1618, -5.3493, -5.9743, -6.7868], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10138", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6379, -4.9504, -6.5754, -6.8879], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9899", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0556, -6.4931, -6.4931, -7.1181], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8074", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4269, -5.8019, -6.9894, -6.9269], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11184", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1916, -5.6916, -6.9416, -6.8166], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8927", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8704, -6.5579, -7.3704, -7.4329], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2505", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.147, -5.272, -4.4595, -4.4595], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7762", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-6.7079, -7.0204, -7.0829, -6.6454], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8528", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.4442, -5.2567, -5.8817, -5.6317], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-585", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3276, -6.0151, -6.3901, -6.8276], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3783", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.1107, -8.7669, -6.0169, -8.9857], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1205", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.1955, -5.508, -5.4455, -6.883], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12976", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.9228, -6.7978, -6.2978, -5.6103], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2930", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.9247, -5.7997, -5.0497, -6.7372], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11943", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.8351, -5.3351, -7.7726, -6.8976], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3867", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.4783, -5.3533, -5.6658, -5.7283], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10398", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.3579, -6.5454, -6.3579, -7.1079], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12870", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.172, -6.422, -5.7345, -6.9845], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8087", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7868, -6.6618, -6.2868, -6.1618], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11888", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.1069, -8.2319, -5.7944, -7.7319], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4733", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.6819, -7.3069, -4.9944, -5.8694], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4620", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7831, -5.2831, -6.2206, -6.9706], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4770", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.1915, -6.8165, -6.754, -7.004], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2562", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9314, -5.8064, -5.9314, -6.3064], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1329", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3505, -7.2255, -7.2255, -7.2255], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5429", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.7819, -5.7194, -6.4069, -5.8444], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3562", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3638, -7.3013, -7.4263, -7.5513], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10697", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3868, -6.6368, -7.5118, -7.1993], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12517", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1755, -6.4568, -6.9568, -8.0193], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-352", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.0963, -6.7213, -4.9088, -7.4713], "subject": "astronomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8278", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-4.4622, -4.1497, -4.3372, -3.6497], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2022", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7744, -6.7744, -7.2744, -7.9619], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7426", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.1618, -6.5993, -7.4743, -7.6618], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3095", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9138, -5.6013, -6.2263, -6.2263], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9640", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7874, -7.2561, -7.2561, -9.7874], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1926", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7479, -6.5604, -7.0604, -7.3104], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10733", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.6454, -6.7704, -6.7079, -7.5204], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3725", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1087, -5.7962, -6.4837, -7.4837], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-830", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1225, -5.935, -6.185, -6.31], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6152", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0116, -6.2929, -11.0116, -10.7616], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3162", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.2312, -5.4812, -6.6062, -6.9812], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11357", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.7966, -6.6091, -5.8591, -7.4216], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12343", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.0421, -6.8546, -8.1671, -8.0421], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-666", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3672, -4.9922, -4.9922, -5.8047], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7663", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.6595, -8.222, -8.972, -8.597], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7425", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2789, -6.1539, -8.0914, -7.5289], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3277", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.9558, -5.2683, -5.7683, -5.6433], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11516", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.84, -6.7775, -6.9025, -7.7775], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12583", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4097, -6.941, -9.7847, -8.3785], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8414", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-4.4365, -4.999, -5.3115, -4.0615], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1613", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.6555, -5.593, -7.468, -6.9055], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9516", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-6.7075, -7.77, -6.895, -6.7075], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9289", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1197, -6.7447, -7.6822, -7.6197], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2961", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0203, -6.8953, -7.0828, -7.5203], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1517", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0443, -5.9193, -10.3568, -10.1068], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13023", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7292, -6.4792, -7.7917, -6.8542], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11463", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.4904, -6.6779, -5.8654, -6.6779], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9690", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7842, -6.5342, -6.5342, -7.6592], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11208", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8625, -6.8, -6.3, -7.4875], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6181", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4981, -4.9356, -7.3106, -6.7481], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7409", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.603, -7.978, -7.228, -8.9155], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6585", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8741, -6.4991, -7.1866, -6.7491], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12219", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.7307, -6.8557, -6.6057, -6.3557], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4472", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.1571, -5.0946, -5.2196, -5.5946], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5028", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0611, -5.8736, -6.8736, -7.0611], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13576", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1733, -6.8608, -9.142, -8.8295], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2672", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.8893, -6.3893, -5.7643, -6.5768], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7187", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.536, -6.411, -8.786, -7.0985], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7465", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.367, -7.1795, -7.492, -8.0545], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9149", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9217, -6.5467, -7.2967, -7.3592], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5405", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4682, -8.4369, -6.3432, -8.9369], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4226", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.5978, -5.2853, -5.2853, -5.9728], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11756", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3608, -5.9858, -6.4233, -6.6733], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2265", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4369, -6.9369, -7.7494, -7.8744], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7856", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3336, -6.9274, -7.6149, -8.5524], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13767", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6693, -5.6693, -8.4193, -7.7943], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12119", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.3821, -7.3196, -5.3821, -6.6946], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2040", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7413, -5.6788, -6.3038, -6.9288], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13716", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8219, -5.7594, -6.1344, -7.4469], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-756", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.2072, -5.0822, -7.3947, -6.3947], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12963", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.0233, -7.0233, -5.3983, -6.3358], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3136", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.7376, -6.0501, -5.9251, -6.4876], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9526", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.5016, -7.7829, -8.1579, -7.5329], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13727", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.239, -7.8015, -8.114, -8.739], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10956", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.4812, -5.6687, -5.5437, -5.7312], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6587", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.048, -6.548, -6.2355, -7.3605], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3408", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.8442, -7.1879, -8.8129, -9.6879], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8822", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1748, -6.6748, -7.6123, -7.5498], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5581", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.1393, -6.2018, -8.2643, -4.3268], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4596", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.1333, -5.9458, -6.5083, -6.5083], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8828", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0581, -6.6206, -7.4956, -7.4956], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13008", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0786, -7.4224, -7.4849, -7.9224], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5019", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.7894, -6.2269, -6.9769, -6.4769], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-582", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.2148, -6.1211, -4.9961, -7.9336], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9535", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.8218, -6.6343, -9.0093, -8.3843], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11796", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.239, -6.3015, -7.114, -6.489], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13281", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.8885, -7.326, -5.826, -7.5135], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5393", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.3737, -5.1237, -5.1862, -5.8112], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12577", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.4473, -6.2285, -6.291, -7.541], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7047", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.5181, -8.7368, -6.6431, -6.0181], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10039", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.9875, -5.8938, -5.6438, -6.8313], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8215", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4777, -3.5402, -7.0402, -5.6652], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7907", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8353, -8.1165, -6.5228, -9.5853], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10494", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8994, -5.7432, -8.3057, -8.0557], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13543", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.6833, -6.1833, -5.8083, -5.6208], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9211", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9459, -6.5709, -7.3834, -7.3834], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10158", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.3471, -4.9096, -7.7221, -6.9721], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2080", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.2558, -6.1308, -6.9433, -7.4433], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3895", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1447, -5.8322, -6.7072, -6.8947], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8030", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.123, -7.998, -6.5605, -8.5605], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13484", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-7.0081, -7.4456, -6.3831, -5.6956], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1158", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6115, -5.674, -6.049, -6.049], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1997", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.0823, -6.3948, -6.0198, -6.8948], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1658", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.9763, -5.7888, -5.1638, -6.0388], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-467", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.9645, -5.0895, -4.4645, -5.0895], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7002", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.4199, -5.8574, -5.5449, -6.6074], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11152", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.9665, -5.5915, -5.279, -5.8415], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4970", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9852, -6.1727, -8.0477, -7.6102], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13197", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1666, -5.9166, -6.1666, -6.2291], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6215", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1474, -5.5224, -7.0849, -6.8974], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8297", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.541, -3.791, -4.916, -4.8535], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7089", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0851, -5.8039, -8.8976, -8.9914], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12842", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.3857, -6.1982, -6.5107, -7.1982], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12040", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.3257, -7.7007, -6.3257, -7.7632], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2800", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.3291, -8.8604, -10.8604, -6.6104], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-657", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.0844, -6.7094, -5.8344, -7.7094], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13968", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.7362, -4.7362, -3.4237, -5.4862], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6278", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.5918, -6.2793, -5.9043, -6.9668], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7791", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.4484, -7.3234, -7.0109, -8.3859], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8091", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.5113, -7.2301, -6.7926, -8.4801], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11207", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.1452, -6.0202, -5.1452, -5.7702], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8356", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.9427, -3.9427, -5.5677, -4.6302], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8137", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.8979, -7.8354, -11.4917, -7.0229], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6940", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.7122, -5.7747, -7.2747, -6.9622], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3784", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.7615, -8.074, -6.449, -8.5115], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1834", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.319, -6.569, -6.3815, -6.319], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8737", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0444, -6.5444, -7.4194, -7.4819], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5739", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.0237, -7.7737, -6.3987, -8.2737], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-953", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.0041, -5.6916, -5.6916, -6.8166], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9465", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.764, -6.0452, -5.8577, -7.5452], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9486", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.3378, -5.9003, -6.0253, -6.5878], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1614", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.761, -5.6985, -5.8235, -7.3235], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1243", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.6831, -7.3081, -7.9331, -8.2456], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2164", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9883, -5.9258, -6.8633, -7.4883], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-906", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.0162, -7.0787, -6.7662, -7.3912], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7068", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3574, -6.4824, -6.9824, -7.2324], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8811", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0475, -6.485, -7.36, -7.36], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7658", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4588, -8.24, -8.365, -9.6463], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3100", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.9565, -6.644, -6.4565, -7.519], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3440", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.0271, -7.0896, -6.7146, -9.3708], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10991", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.7562, -5.7562, -6.8187, -7.1312], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10384", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8994, -6.5869, -6.8369, -7.3994], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10563", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.0099, -6.8224, -6.2599, -7.6974], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3715", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.7281, -6.8531, -6.2281, -7.8531], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4943", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.8279, -8.9842, -6.9217, -9.8904], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8184", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.016, -6.641, -4.766, -4.7035], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-484", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3796, -6.7546, -8.7858, -7.4421], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2227", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1794, -6.5544, -6.5544, -7.9919], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12546", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.4841, -5.4841, -5.9841, -6.2966], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12794", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-6.8104, -5.3104, -6.9354, -5.5604], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8865", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.1252, -6.5002, -7.3752, -7.5002], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2169", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4084, -6.0021, -7.2521, -7.8771], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2300", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.6025, -5.54, -7.04, -7.04], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7830", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6262, -6.345, -7.845, -7.1575], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8136", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.4722, -5.7847, -6.2222, -7.2222], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4545", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.0162, -6.3912, -7.3912, -7.0787], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11963", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9477, -5.3852, -6.1352, -6.3852], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10797", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.6859, -8.2171, -6.4046, -8.4671], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12740", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-7.3513, -7.3513, -7.6638, -7.4763], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8024", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.7217, -6.7842, -7.0967, -7.1592], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10143", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-6.5526, -5.7401, -6.1151, -4.9901], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1751", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.5076, -8.4764, -9.1951, -8.1326], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1826", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6667, -5.2292, -7.6667, -7.2292], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5786", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.1182, -7.8682, -7.3682, -9.1182], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5011", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.1666, -8.2291, -10.2916, -6.3541], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2134", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.32, -5.8825, -4.8825, -5.82], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5762", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-6.9217, -6.6717, -8.3592, -8.5467], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13713", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.8571, -7.1383, -7.0758, -6.2008], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-667", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.8459, -6.4709, -6.9709, -7.3459], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6593", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8708, -6.6208, -5.6208, -7.0583], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12165", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.6911, -7.9724, -6.0974, -8.8161], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9704", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.1968, -5.7593, -7.3843, -7.5718], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-14008", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-7.0562, -7.7437, -8.4625, -9.2437], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11928", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9928, -5.9928, -6.5553, -6.8678], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8629", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2674, -6.7049, -7.5799, -7.6424], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10255", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6609, -5.2234, -8.0359, -5.7859], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1445", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8034, -5.9284, -6.1159, -6.9284], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6009", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-7.2684, -7.6434, -9.2997, -9.8934], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6617", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.1127, -6.9252, -6.0502, -6.5502], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9274", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8578, -6.3578, -7.2328, -7.2328], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10006", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2937, -4.4187, -6.0437, -5.8562], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13063", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.5054, -6.1304, -7.0679, -7.8179], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10786", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8655, -6.8655, -7.428, -7.6155], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2279", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.332, -5.0195, -5.5195, -6.082], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10496", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.2111, -6.1486, -6.5861, -7.2111], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8205", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.8689, -4.6814, -3.6189, -4.8689], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5242", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-6.4922, -6.5547, -8.0547, -7.8672], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8632", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.8144, -6.5019, -7.4394, -7.3769], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8265", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.1945, -4.507, -6.382, -5.5695], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13805", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.1494, -5.1494, -6.0244, -6.3369], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6763", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.5018, -6.3768, -5.8768, -7.1893], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3208", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.6342, -6.7592, -5.9467, -6.9467], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3428", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.8523, -6.6648, -6.5398, -8.0398], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5945", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-7.1464, -6.4589, -6.0214, -8.0214], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1304", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-7.5615, -6.874, -4.5615, -7.4365], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4172", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.2271, -5.7896, -8.6646, -8.3834], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3092", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-6.9254, -6.2379, -6.0504, -7.0504], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8112", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.167, -7.0577, -11.3077, -10.9952], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6335", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.1836, -8.4649, -8.2461, -8.6524], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9675", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-8.1007, -7.1007, -7.5382, -6.8507], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10856", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4436, -9.5998, -10.3811, -10.7561], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10247", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7428, -8.9303, -9.7741, -9.6491], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7410", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.8457, -11.0957, -11.0645, -11.7207], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3581", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.8327, -8.0827, -10.989, -9.8952], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13087", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.6667, -10.2292, -11.6667, -9.9792], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3504", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.6468, -11.3968, -9.8968, -11.3343], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2383", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.699, -9.8552, -10.3865, -11.574], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11496", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5875, -9.15, -10.7437, -11.025], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1058", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4322, -10.5259, -11.5884, -10.9947], "subject": "college_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6013", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.5947, -11.7822, -13.6572, -13.4384], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12143", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.4621, -9.3996, -9.2433, -8.7746], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10932", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.912, -7.7245, -8.162, -8.787], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5099", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-13.9852, -10.8602, -13.4227, -11.079], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12772", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8894, -9.4831, -10.7019, -10.2644], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8717", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4511, -9.3574, -10.4511, -10.5761], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4750", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0793, -8.7356, -9.2043, -9.8293], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9520", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.4778, -9.6028, -9.4153, -10.6966], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5691", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7479, -10.3729, -11.6854, -11.8729], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-565", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2376, -9.3001, -10.5188, -11.2063], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11656", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0909, -9.8721, -10.7159, -11.2784], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5997", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-12.2284, -11.3847, -12.3222, -11.0722], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10159", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.6229, -8.5604, -9.2166, -9.2479], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2310", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.1951, -9.6638, -9.1638, -10.9451], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1918", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5514, -9.4264, -11.4264, -11.2076], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13562", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0281, -8.5594, -10.3719, -10.3406], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3484", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.617, -10.992, -10.6795, -11.5545], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5989", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5125, -10.7312, -12.2, -11.8875], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-759", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0349, -9.6599, -10.1287, -10.9412], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3884", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0577, -8.4015, -9.5577, -9.9015], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9997", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7484, -8.4671, -8.9984, -9.6234], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7558", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5439, -10.3564, -10.8251, -11.7314], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9725", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6483, -8.3045, -8.492, -9.0233], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1199", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3823, -8.4135, -8.9448, -9.7885], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3026", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9179, -9.5429, -10.1991, -10.8554], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9100", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4778, -9.4778, -10.6653, -10.6341], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6927", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5954, -9.5954, -11.9079, -12.0641], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13268", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4769, -9.7269, -9.8519, -10.3831], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2386", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0005, -9.1255, -9.4067, -9.5942], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-709", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.757, -10.3507, -11.882, -11.5695], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1105", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7132, -9.6195, -10.432, -10.2445], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13613", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.9298, -10.7736, -13.0548, -9.5236], "subject": "us_foreign_policy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2097", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0432, -10.6057, -11.4182, -12.0745], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10528", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1553, -10.3428, -10.4366, -11.3116], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11780", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6275, -9.8775, -9.8775, -10.0025], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9073", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3517, -9.5079, -10.4767, -10.6329], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7014", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.986, -10.3298, -11.6735, -11.486], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3369", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-13.0559, -12.3684, -10.5246, -11.0246], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-623", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7921, -10.0421, -11.2609, -11.2296], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2314", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7976, -9.9226, -10.5788, -10.7038], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2716", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.1209, -9.2459, -10.4647, -10.0584], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10185", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.7707, -8.3332, -8.4582, -8.6457], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7224", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1947, -9.2572, -10.226, -10.6635], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7577", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.6463, -11.6151, -12.1151, -12.1151], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10327", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7249, -8.1624, -8.9749, -8.3499], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2051", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2458, -9.5583, -10.4646, -10.4958], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9306", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5219, -9.5532, -10.6157, -10.7094], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10001", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9075, -8.4075, -8.595, -9.1262], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12158", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.26, -11.1037, -9.9475, -11.3225], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6546", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5337, -10.5337, -10.8462, -11.2837], "subject": "international_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9581", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8863, -9.2926, -9.6363, -9.6363], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6832", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3632, -8.4882, -10.082, -9.9882], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8503", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.2502, -4.7502, -4.6877, -4.8127], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9849", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.7501, -5.4376, -5.8751, -6.1251], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3623", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9552, -10.5802, -11.5489, -11.5489], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11290", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4748, -9.0998, -10.5686, -9.6623], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3477", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2141, -11.0891, -12.2141, -12.6204], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10178", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6783, -8.8346, -9.8658, -9.9283], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8677", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4237, -9.1112, -10.2675, -10.3612], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9881", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2531, -7.4406, -8.9406, -8.4406], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6231", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1462, -9.4587, -10.4587, -10.4587], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4899", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7427, -10.2114, -11.2114, -11.0239], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12680", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.9177, -10.4802, -10.5115, -10.324], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10871", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.1764, -10.1139, -9.6451, -10.6764], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11293", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2605, -8.1355, -10.1042, -10.1667], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11158", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3597, -9.8597, -10.0785, -10.2035], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10541", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.6284, -9.5347, -8.9722, -10.1597], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-455", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.274, -9.2115, -9.5865, -9.3365], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9876", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6971, -9.6971, -10.5408, -11.2908], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5406", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.8597, -10.2347, -10.7972, -11.3285], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7820", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3775, -9.19, -10.315, -10.7525], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12518", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9356, -9.3731, -10.4981, -11.3418], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-83", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.857, -8.7633, -8.6383, -9.5445], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-658", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7756, -10.3068, -11.4943, -11.5568], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6384", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.5707, -9.9145, -10.3832, -10.5082], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-614", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1596, -9.5346, -10.3783, -10.5658], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8656", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4883, -9.3321, -10.3946, -10.5508], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7087", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.1789, -4.7414, -4.8664, -4.4289], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4626", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.9454, -10.4142, -10.4142, -11.1642], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4666", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4256, -8.8943, -10.6443, -10.8631], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10099", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.7277, -10.2902, -10.884, -11.3215], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1221", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7835, -8.846, -8.971, -9.9397], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7467", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5484, -9.9859, -11.2671, -11.1421], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2663", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9244, -9.5806, -9.7994, -10.5494], "subject": "global_facts", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12145", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4034, -10.0909, -10.5909, -11.2784], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3494", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.2618, -9.4181, -9.1993, -10.1681], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9399", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2688, -9.3313, -10.5188, -10.6751], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5868", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7372, -10.9872, -11.8622, -12.0497], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3075", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4708, -9.6895, -11.002, -9.9708], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7672", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.0031, -10.2843, -11.1593, -11.0968], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13399", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.6885, -10.6885, -10.8135, -9.001], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4195", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5189, -9.6752, -10.0814, -10.5502], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4041", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4677, -10.6552, -10.6864, -10.8427], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9178", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.31, -9.0288, -10.1225, -10.2163], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8187", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.5615, -10.2177, -9.6552, -10.8427], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3352", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9258, -10.4883, -11.1446, -11.6758], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5984", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.9368, -9.8743, -12.6555, -11.8743], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7367", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6733, -7.6733, -8.4233, -8.5483], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13892", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9966, -8.2779, -8.9654, -8.6529], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13669", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2789, -10.3726, -10.9351, -11.6851], "subject": "us_foreign_policy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7774", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5457, -10.4519, -11.7332, -11.7332], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8934", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7261, -9.4136, -10.5073, -10.5698], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3547", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.1187, -10.3375, -9.4, -10.6812], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-912", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2902, -9.3214, -9.6964, -9.7277], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6085", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.4694, -12.3756, -11.8131, -13.1881], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11805", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9536, -10.1098, -11.2348, -11.0786], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4665", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2571, -9.5696, -10.4133, -10.6008], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10357", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9729, -9.6292, -10.4417, -10.8792], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8679", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4292, -9.3355, -10.5542, -10.6167], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-792", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4973, -9.0286, -9.0598, -9.1223], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6975", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1299, -11.0986, -11.0986, -11.9424], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1498", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9773, -9.7273, -10.6648, -10.321], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10620", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.9458, -11.0395, -10.8833, -11.4458], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11828", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.0232, -10.4607, -10.0544, -10.8357], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1813", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1677, -9.3552, -10.2302, -10.1052], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12768", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.9044, -9.4669, -11.6857, -9.2169], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6391", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2686, -10.3311, -11.2373, -12.0186], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1379", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0798, -9.111, -9.5798, -10.2673], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12400", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2838, -9.4713, -9.94, -10.2838], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7082", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-5.2919, -5.2919, -5.9169, -5.2919], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-965", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.0495, -8.1432, -8.7057, -9.987], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11421", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6306, -9.2556, -9.8806, -10.3494], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13842", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6265, -10.0015, -10.814, -10.3765], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9510", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7639, -10.4827, -11.6702, -11.7952], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7436", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.2936, -9.2311, -9.1373, -10.2936], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5471", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9304, -8.9929, -9.3367, -10.3679], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5494", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.1193, -10.2756, -9.6506, -10.2131], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6665", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.369, -10.8378, -11.0253, -10.744], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5855", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.2456, -10.3081, -10.0581, -11.2456], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8953", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6143, -9.833, -10.8018, -10.9268], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9530", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8728, -9.7165, -10.154, -10.4978], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3988", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.7652, -11.8902, -10.8277, -11.6402], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1484", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0385, -10.1322, -11.2572, -10.4135], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7104", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0762, -9.4824, -10.0137, -11.3574], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11373", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1486, -10.5549, -11.5861, -12.3049], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6829", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.174, -8.6428, -9.4553, -9.424], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2534", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.118, -8.868, -9.618, -9.5555], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3661", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0541, -8.6479, -10.1791, -10.2416], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2432", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.3484, -9.5359, -9.6921, -11.1609], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4207", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.73, -9.5425, -11.0425, -11.0425], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1798", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.6221, -9.0596, -9.5283, -10.6846], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11064", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3661, -8.4599, -9.9286, -9.6786], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6378", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0658, -9.472, -9.8158, -10.222], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9051", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5392, -9.9767, -11.0392, -11.0705], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10860", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2715, -10.584, -11.1153, -11.4903], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13066", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3336, -10.5836, -10.8961, -11.6148], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6817", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6259, -8.6884, -9.6572, -9.8759], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2960", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.9401, -11.8776, -10.5651, -8.9088], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11771", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4232, -10.017, -10.4545, -10.7045], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12786", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.636, -10.636, -10.6047, -11.2297], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3552", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6341, -7.8216, -8.3841, -7.9466], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2945", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.6137, -9.4262, -10.4574, -10.5199], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8642", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9308, -9.8995, -10.6183, -10.462], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11867", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.3349, -10.2724, -9.8661, -10.5536], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7128", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.2174, -11.3737, -10.5924, -11.4674], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4556", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.489, -8.3015, -9.7078, -9.6453], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4245", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.28, -8.5925, -8.405, -9.8737], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11985", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9883, -8.9258, -9.1758, -9.2383], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5109", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.2719, -10.4906, -9.9594, -10.1781], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10160", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.4333, -9.3708, -8.4333, -8.8708], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4969", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.119, -11.3065, -12.4315, -10.8378], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8068", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.9885, -8.7385, -10.1447, -10.426], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3922", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7399, -10.7712, -11.5524, -12.2087], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2418", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3357, -8.8982, -9.1795, -10.367], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12660", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.3954, -10.4579, -10.8641, -11.5516], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-934", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.8769, -7.8769, -8.4394, -9.2206], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3356", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7182, -8.7495, -10.8745, -10.312], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8168", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6069, -8.4819, -10.0444, -9.8256], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-428", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.8948, -10.2698, -10.8636, -10.2073], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7930", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.0921, -11.1858, -10.8733, -12.1858], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2043", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4271, -9.7709, -10.4271, -10.7084], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4168", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.8461, -7.3461, -7.3461, -7.9711], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4686", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-9.8883, -10.6071, -8.8258, -10.6071], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4070", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5736, -9.1673, -9.5736, -9.3236], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3979", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2723, -10.6786, -11.3348, -11.0848], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7382", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.408, -8.9705, -10.1892, -10.1267], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9307", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8195, -9.8195, -10.507, -10.382], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13817", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0307, -7.7182, -8.2807, -8.6244], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2583", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5989, -9.2864, -10.1926, -10.8489], "subject": "global_facts", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1141", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.434, -8.9652, -9.1527, -10.6215], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3563", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.979, -10.4165, -10.229, -11.104], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5665", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7892, -10.7579, -11.1329, -11.8517], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7675", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3116, -10.2491, -10.9991, -11.2179], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8500", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5569, -9.9319, -10.2756, -10.8381], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5812", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.887, -9.637, -10.012, -10.137], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5290", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.0582, -9.4957, -8.8082, -10.3395], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12654", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.7497, -11.4685, -11.1872, -10.8747], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1841", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9505, -8.6068, -11.0755, -10.9818], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2412", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.9397, -8.9709, -9.5022, -10.2522], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13372", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9342, -8.7467, -11.0279, -10.7779], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8654", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6441, -9.6754, -10.8004, -10.9254], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4966", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6405, -9.1718, -9.328, -10.328], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8665", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4561, -9.7061, -10.9561, -10.8624], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2424", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3678, -10.0866, -10.2428, -11.5553], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4845", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3714, -8.1214, -9.1214, -9.3089], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11783", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.927, -9.3645, -10.0208, -11.052], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3774", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5264, -9.1201, -9.9326, -10.2764], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13010", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1573, -9.501, -10.2823, -10.3448], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1935", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6988, -10.3238, -10.855, -11.8863], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4164", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.0663, -8.9413, -9.9725, -10.5663], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5430", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8212, -10.2587, -11.4149, -11.0399], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8989", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0147, -9.1397, -10.2335, -10.2647], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12821", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3472, -9.9097, -10.4409, -10.8472], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1256", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.1531, -8.8406, -8.7781, -9.1531], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13898", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6694, -10.0756, -10.4819, -10.2631], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1123", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.7964, -9.9839, -9.2964, -10.8276], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12763", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5804, -7.9554, -9.3929, -9.6429], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7243", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5711, -9.9149, -11.2274, -11.1024], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13861", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.7422, -11.7109, -11.8047, -9.3984], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13798", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.4747, -10.3184, -11.1622, -8.8184], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13971", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.5797, -8.0797, -9.5797, -9.8609], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4200", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.306, -10.6498, -9.1498, -11.0248], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3305", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.9142, -10.3829, -12.8204, -13.1954], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12136", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.8352, -10.9914, -10.0852, -10.2414], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-619", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1615, -8.2552, -10.2865, -9.5365], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10141", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7427, -8.3052, -8.8052, -8.6177], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4756", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7986, -8.5486, -8.7986, -9.7361], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12015", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0531, -9.8344, -10.4281, -10.0219], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7021", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6055, -10.6055, -12.5117, -12.7617], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12893", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.5704, -9.5391, -9.2579, -10.3829], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-135", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3506, -10.0069, -10.7881, -11.1006], "subject": "anatomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8484", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8543, -9.5731, -11.0106, -10.9168], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1610", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1256, -9.8756, -10.1256, -10.6569], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11504", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.2047, -10.0172, -9.4547, -10.1422], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11537", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.5713, -9.165, -9.3838, -10.7275], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1960", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2808, -9.6871, -10.6871, -11.3121], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5532", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4751, -8.4126, -8.5376, -9.6314], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7108", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9921, -9.5858, -10.2421, -10.1796], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-513", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6171, -8.8671, -9.7421, -9.4921], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8556", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.784, -9.534, -10.659, -10.7528], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2070", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3798, -10.0985, -11.2235, -11.536], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4709", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7738, -10.5863, -11.8676, -11.8676], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3250", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.9213, -11.8588, -10.7651, -11.9838], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6200", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5941, -8.8753, -11.6253, -11.0316], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2515", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3383, -8.5258, -8.9633, -8.6508], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8970", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4198, -9.4198, -10.6073, -10.701], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8844", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3119, -9.4056, -10.5619, -10.6556], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13740", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-14.3724, -9.5756, -13.4818, -13.0443], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7733", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5041, -9.9416, -11.8479, -11.8166], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10405", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.0253, -10.5253, -10.6503, -9.369], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8520", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5777, -9.484, -10.6715, -10.7027], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12608", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2422, -10.1172, -11.1484, -11.5859], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7507", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.7122, -10.0872, -11.556, -12.3685], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12815", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.4136, -6.3511, -7.3511, -7.6011], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3550", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.5182, -10.612, -10.487, -10.9557], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6195", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.5935, -9.5935, -9.2497, -10.031], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-886", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.8605, -8.6261, -11.3761, -12.3449], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5859", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-10.3703, -9.9015, -9.7453, -9.464], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13979", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.3839, -5.1339, -4.9464, -5.5714], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7258", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6541, -9.1228, -10.5291, -10.3728], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13331", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5525, -8.5837, -9.6775, -9.8025], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13490", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.6743, -8.3931, -10.1431, -7.5806], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5853", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.569, -11.8502, -13.6315, -13.319], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13078", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1068, -9.5755, -11.0755, -11.388], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10380", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.9178, -11.0741, -10.6053, -11.8866], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2384", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1676, -9.5426, -10.4176, -10.8864], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4252", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2147, -10.4647, -11.2147, -11.7459], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5589", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1264, -9.3139, -10.0952, -10.6889], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3959", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6234, -10.1234, -9.7172, -10.3422], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11400", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2426, -7.7426, -9.1176, -8.5551], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6838", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6817, -10.2755, -10.588, -11.588], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12958", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7326, -9.5138, -10.9826, -9.9826], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8544", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7879, -9.5691, -10.6629, -10.8191], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3199", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.3924, -10.5799, -12.0486, -8.3924], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8628", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6228, -9.5916, -10.4353, -10.7478], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1888", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.443, -9.443, -10.6305, -10.443], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5164", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.83, -10.2675, -11.1113, -10.9863], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2107", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7826, -9.4701, -10.7514, -10.6264], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8708", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4136, -9.5698, -10.7261, -10.7261], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3508", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5254, -9.1504, -9.5254, -10.5566], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6140", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.077, -9.6708, -10.5145, -10.3895], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12726", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6189, -11.0876, -11.7439, -11.7439], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3789", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6167, -11.1167, -11.9917, -12.1792], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11520", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.5795, -9.9858, -9.5795, -10.4545], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7085", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.9568, -4.8943, -4.8318, -4.8318], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11508", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3048, -9.6486, -11.0861, -10.7736], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7266", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-7.9719, -7.0344, -7.5344, -7.6594], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4559", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.0629, -9.6254, -8.5942, -9.8754], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3433", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.6071, -11.4508, -14.0758, -10.4821], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5018", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-12.6892, -11.3455, -12.533, -11.033], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8760", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.9094, -9.6594, -10.7844, -10.9094], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9509", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2909, -9.5409, -10.2909, -10.4784], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10206", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.4385, -11.0635, -11.8447, -9.7822], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4409", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3601, -10.2351, -10.5476, -10.8601], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11166", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.4304, -9.8366, -8.8366, -9.4929], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1400", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7376, -8.6438, -9.0813, -9.4563], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8769", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0429, -9.3554, -10.4179, -10.5116], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8212", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.4755, -7.413, -8.3505, -8.3505], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3330", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.4447, -11.726, -11.1947, -11.6947], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6030", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.5991, -11.8179, -13.3179, -13.0366], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9782", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4067, -8.7192, -9.1567, -8.8442], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5385", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.2811, -10.6873, -10.6248, -11.3436], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6177", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.6719, -10.2031, -12.2969, -11.3594], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-165", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.8982, -10.8357, -10.617, -11.0232], "subject": "anatomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13052", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.2173, -9.9048, -10.7485, -11.5298], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5235", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0814, -9.2064, -10.2376, -10.7064], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3961", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.37, -10.9638, -9.6825, -10.5575], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5521", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2882, -9.0694, -9.9757, -9.5069], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8001", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2301, -10.5426, -11.2614, -11.8239], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7093", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.1977, -4.6352, -5.3852, -4.8227], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3518", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.2819, -9.9381, -9.2194, -9.8756], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2367", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6773, -7.6148, -7.8648, -8.7398], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-397", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.4178, -9.9803, -8.6678, -10.9803], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1717", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.169, -8.544, -9.0127, -9.919], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13908", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1492, -9.8367, -10.493, -11.118], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2348", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8116, -9.7178, -10.1553, -11.2803], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4589", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0896, -9.9959, -10.2771, -10.7459], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4792", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-8.8588, -9.2963, -9.2025, -9.9525], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2721", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0356, -7.6294, -7.9731, -8.5356], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3631", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1889, -9.9389, -10.9702, -11.3139], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13122", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.047, -11.297, -9.422, -11.8282], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12459", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3537, -9.135, -10.4162, -9.9787], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9379", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.993, -9.743, -10.8993, -11.0243], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5732", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-13.1806, -12.9931, -11.0556, -12.7118], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6978", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.165, -10.915, -11.665, -11.1962], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4523", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.3706, -6.8081, -7.5581, -7.8081], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10950", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.998, -8.998, -9.4043, -10.4355], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1497", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.2976, -8.3913, -10.1413, -10.1101], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6417", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3857, -9.792, -10.3545, -11.1982], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6145", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6545, -9.1233, -10.1545, -10.1233], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-561", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7896, -9.1021, -9.8209, -10.0084], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12116", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2521, -10.9083, -10.9708, -11.5333], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7403", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3829, -10.7579, -11.5079, -11.6016], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3542", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.3311, -10.3311, -10.1749, -10.5811], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3009", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.6245, -7.937, -6.812, -7.937], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1737", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1408, -9.0471, -9.7658, -10.5783], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-419", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1451, -9.4576, -10.0513, -10.4888], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5457", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.3175, -7.505, -8.005, -8.255], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13368", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.5409, -10.1972, -8.6034, -10.8222], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13243", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5197, -9.9572, -10.7697, -10.9885], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-631", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7772, -8.3397, -9.6209, -9.4334], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3591", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8888, -8.8263, -10.4201, -10.2013], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12024", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.5866, -10.6491, -9.4304, -10.8054], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12286", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.231, -9.8873, -10.6373, -11.1685], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10583", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-5.7689, -4.1439, -5.0814, -5.2689], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12810", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.047, -10.7657, -12.3907, -12.172], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5808", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-13.9234, -9.4703, -12.564, -12.1578], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6742", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9511, -9.4199, -10.7636, -10.6074], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8874", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4577, -9.2702, -10.4889, -10.6452], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-566", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.0515, -9.114, -9.7077, -10.364], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10708", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1706, -8.5456, -8.8581, -9.6081], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8177", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-6.085, -5.1475, -5.0225, -5.5225], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13780", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.715, -9.2775, -9.715, -10.4025], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7594", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.7394, -9.9269, -9.6144, -10.8019], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7829", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6295, -10.3483, -10.7545, -11.4108], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-736", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.1516, -9.8391, -11.3704, -11.6516], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-75", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.5095, -9.6345, -10.1345, -10.572], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9196", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.0204, -10.2079, -11.3641, -11.3641], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-816", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.4775, -10.415, -10.04, -10.4462], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11687", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4701, -8.8451, -10.5326, -10.0326], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9525", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6826, -8.8701, -10.3388, -10.9951], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9799", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.8407, -9.9032, -11.0907, -10.1532], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10901", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1611, -10.1924, -10.7236, -10.9424], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7274", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.2542, -10.6605, -11.1605, -10.598], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8886", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4936, -9.5248, -10.5561, -10.7436], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7980", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.184, -10.7777, -11.3715, -11.7465], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7747", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.3448, -12.0323, -12.8135, -12.9073], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5418", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.2445, -10.6195, -11.1195, -11.182], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6321", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5972, -9.3785, -10.066, -10.4097], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5597", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6142, -8.8954, -8.3329, -8.7392], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3720", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0605, -10.123, -10.7167, -11.2167], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10624", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5655, -10.5655, -11.628, -11.878], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6157", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1669, -10.5419, -11.0419, -11.4482], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4180", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.2362, -10.5175, -10.7675, -10.7675], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9480", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9032, -10.1845, -10.4345, -10.9032], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-418", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.9857, -10.7357, -11.0169, -9.9544], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12925", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.667, -9.792, -10.3857, -10.917], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2990", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0927, -9.1239, -9.9677, -10.5614], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13499", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0288, -7.0288, -7.2788, -8.3413], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1945", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-10.9759, -9.3197, -9.9134, -8.6322], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9498", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-8.994, -9.5565, -8.619, -10.5878], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12557", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6676, -9.4489, -9.1364, -10.3864], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2790", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0164, -9.1414, -9.7664, -10.1414], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8696", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.5688, -9.6313, -10.8188, -10.8188], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7335", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5763, -8.4825, -9.4513, -9.9513], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9242", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1376, -9.2314, -10.2939, -10.3564], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6923", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5917, -8.9667, -9.8729, -10.1229], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3339", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.9294, -10.3356, -11.0856, -11.2106], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-63", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.7597, -8.9784, -9.7909, -10.6034], "subject": "abstract_algebra", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7379", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5717, -8.9779, -9.8842, -9.7904], "subject": "medical_genetics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8382", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.787, -5.2245, -6.0995, -4.9745], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4870", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.3807, -8.0057, -8.8182, -10.0369], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10138", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4956, -7.5894, -8.2769, -9.0894], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9899", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.896, -9.646, -10.396, -10.6148], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8074", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2853, -9.9416, -11.4728, -12.9728], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11184", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.6324, -9.3199, -10.5387, -10.1949], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8927", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5064, -9.4439, -10.0689, -9.8814], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2505", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.805, -9.1487, -9.4612, -9.0862], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7762", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1954, -11.0079, -11.6329, -11.4142], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8528", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.3189, -10.2251, -11.3189, -11.3501], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-585", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4035, -8.9035, -9.4973, -9.966], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3783", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.3516, -11.0391, -9.5078, -11.0391], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1205", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.4242, -8.9242, -9.2992, -9.9242], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12976", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7341, -8.1091, -8.2966, -8.9841], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2930", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.2243, -9.3493, -8.6305, -10.568], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11943", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3285, -8.266, -10.141, -9.9848], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3867", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.5227, -10.8977, -11.8977, -12.3039], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10398", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.2064, -11.1752, -11.0814, -11.8627], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12870", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.6026, -9.6338, -10.3838, -11.0713], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8087", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.7431, -10.1493, -10.5868, -11.1806], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11888", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-13.0743, -12.2305, -9.293, -10.7305], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4733", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-13.0909, -12.1222, -9.3722, -10.8409], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4620", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3505, -9.538, -9.8817, -11.163], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4770", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.3929, -9.2367, -9.3929, -10.0179], "subject": "high_school_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2562", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2185, -10.0935, -11.0935, -10.9997], "subject": "formal_logic", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1329", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7064, -8.3939, -8.7064, -8.8939], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5429", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9661, -8.9973, -11.0286, -10.6223], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3562", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6499, -10.1812, -10.6499, -10.9937], "subject": "high_school_geography", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10697", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.0402, -11.0714, -11.1027, -11.6027], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12517", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4371, -8.5621, -9.7496, -9.9371], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-352", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.782, -12.157, -9.7195, -12.1258], "subject": "astronomy", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8278", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-4.3301, -4.6426, -5.5176, -4.5801], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2022", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.6578, -8.0953, -8.4703, -9.2203], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7426", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0105, -10.2917, -11.2292, -11.323], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3095", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4341, -8.2466, -8.6841, -9.0591], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9640", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.4632, -10.0257, -9.4632, -11.0569], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1926", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.3401, -8.9026, -9.4026, -9.7776], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10733", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2975, -9.3913, -9.6725, -10.5788], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3725", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5814, -9.6439, -9.8314, -10.8626], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-830", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.7463, -9.1838, -8.5588, -9.59], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6152", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.063, -11.0005, -12.0942, -12.3442], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3162", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6683, -9.0746, -10.0433, -10.7933], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11357", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.8206, -10.7894, -11.4456, -12.4456], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12343", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1125, -10.2688, -11.7688, -11.175], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-666", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.7972, -8.1722, -8.7347, -9.6097], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7663", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.6994, -11.0744, -11.8556, -12.1681], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7425", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-10.5365, -11.0365, -12.4427, -11.9115], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3277", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-7.9777, -6.4777, -7.4152, -7.5402], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11516", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.865, -8.4275, -8.865, -9.74], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12583", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-11.5084, -10.0396, -10.3521, -9.1959], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8414", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.6354, -5.5104, -5.3229, -5.2604], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1613", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0115, -9.7615, -10.8865, -10.7615], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9516", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.9859, -11.7671, -11.5171, -11.0484], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9289", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.561, -9.311, -10.5923, -10.5923], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2961", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0378, -9.1316, -9.2253, -10.0378], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1517", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.452, -9.1083, -11.7958, -10.9208], "subject": "computer_security", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13023", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0606, -10.3418, -11.2793, -11.3418], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11463", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9504, -8.9192, -9.1067, -9.7317], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9690", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.3579, -10.2016, -10.9516, -11.5454], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11208", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3042, -10.2417, -10.5229, -11.1479], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6181", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.506, -9.2873, -10.3498, -10.5685], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7409", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8861, -9.2923, -9.2923, -10.1673], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6585", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.8134, -9.1259, -10.1259, -9.8759], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12219", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.8707, -10.652, -10.6832, -10.2145], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4472", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.0215, -6.459, -7.5215, -8.3965], "subject": "high_school_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5028", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8925, -9.58, -11.705, -10.7675], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13576", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2875, -10.2563, -10.6938, -11.2563], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2672", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.7446, -8.2758, -8.8696, -9.1196], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7187", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-11.2702, -11.8952, -13.0514, -12.7389], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7465", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5007, -10.7194, -11.4382, -11.6882], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9149", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6692, -9.7317, -10.9192, -11.0442], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5405", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.8778, -10.5653, -9.8465, -10.9715], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4226", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-8.2805, -7.1555, -7.593, -8.4055], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11756", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.754, -8.7852, -10.0665, -9.5977], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2265", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8521, -10.2271, -10.7896, -11.3521], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7856", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7858, -9.9733, -10.7858, -11.0045], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13767", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-13.2256, -9.6631, -13.1006, -12.7881], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12119", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9711, -9.0023, -9.0648, -9.5023], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2040", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.9671, -7.5921, -8.4046, -9.0608], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13716", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1204, -9.5267, -9.7767, -10.7142], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-756", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-8.0929, -8.0929, -9.2491, -9.4054], "subject": "college_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12963", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.5354, -10.7541, -8.5979, -9.9729], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3136", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2771, -8.8709, -9.3709, -9.1209], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9526", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1796, -10.2108, -10.9296, -10.7108], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13727", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0704, -10.0079, -10.5704, -10.7891], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10956", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0804, -8.9554, -9.9867, -9.9554], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6587", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.711, -9.336, -10.2735, -10.6485], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3408", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.063, -10.8443, -12.188, -12.0318], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8822", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2346, -9.4533, -10.5471, -10.6096], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5581", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.28, -9.1237, -11.155, -9.8737], "subject": "high_school_statistics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4596", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.4353, -10.8416, -11.8728, -11.8416], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8828", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3042, -9.4292, -10.4604, -10.6167], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13008", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9893, -10.2393, -10.6768, -11.1768], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5019", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1634, -10.4759, -11.0384, -10.5072], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-582", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.0226, -10.3664, -9.9914, -11.7101], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9535", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.4669, -9.8419, -11.3106, -11.6231], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11796", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.7778, -10.4028, -10.3091, -10.5591], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13281", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9357, -9.0607, -9.9045, -9.9982], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5393", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.0514, -10.3327, -11.7077, -11.2077], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12577", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.9422, -9.036, -9.8485, -10.3797], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7047", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.5328, -12.4078, -11.7516, -10.4391], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10039", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9261, -9.4573, -10.1761, -9.8948], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8215", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.1991, -7.9491, -10.3866, -10.7616], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7907", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.9532, -11.7032, -9.9219, -12.0938], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10494", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.534, -9.5027, -11.034, -11.0652], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13543", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.4766, -9.3203, -9.6328, -9.8203], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9211", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9593, -9.7405, -10.4593, -10.2718], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10158", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1734, -8.5797, -10.6422, -10.1422], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2080", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.32, -9.07, -9.3512, -11.07], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3895", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0332, -9.877, -10.9082, -10.5957], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8030", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.2593, -10.1656, -9.6031, -11.0718], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13484", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-9.3295, -8.9232, -9.0482, -7.1107], "subject": "sociology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1158", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4831, -9.3269, -9.8581, -10.2019], "subject": "college_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1997", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5563, -9.9625, -10.2125, -10.4938], "subject": "electrical_engineering", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1658", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.771, -9.9897, -8.5835, -10.4585], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-467", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.8942, -7.9567, -7.7692, -7.9567], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7002", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.1678, -9.3866, -10.3553, -10.4178], "subject": "management", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11152", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.7502, -10.0002, -9.8127, -10.3127], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4970", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8164, -9.5039, -10.9101, -11.3164], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13197", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0641, -9.2516, -9.5016, -10.2203], "subject": "security_studies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6215", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.7283, -9.2283, -11.3845, -11.072], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8297", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.8726, -4.5601, -4.4976, -5.3101], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7089", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.3039, -10.1476, -11.8351, -11.5539], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12842", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4499, -9.6374, -10.8562, -10.8562], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12040", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.6565, -12.2503, -11.1253, -12.3128], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2800", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4784, -9.0409, -9.6034, -10.0721], "subject": "high_school_biology", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-657", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-9.6273, -9.4398, -8.8773, -10.3773], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13968", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-8.9733, -8.9421, -8.8171, -10.1296], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6278", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0318, -10.5318, -10.688, -11.5005], "subject": "human_aging", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7791", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.0557, -9.4307, -9.8682, -10.4932], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8091", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6874, -9.8749, -9.9061, -10.7499], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11207", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2741, -8.9929, -9.8054, -9.1804], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8356", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4113, -9.4426, -10.9113, -10.6301], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8137", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-13.0831, -11.8018, -13.4737, -10.9268], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6940", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.136, -9.3235, -10.636, -10.3548], "subject": "machine_learning", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3784", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.5449, -9.9512, -9.5137, -10.1699], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1834", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.765, -10.89, -10.5775, -11.0463], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8737", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1073, -9.2948, -10.4198, -10.5135], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5739", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-13.6809, -10.0247, -11.8684, -12.3997], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-953", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2938, -9.0751, -9.2313, -10.5438], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9465", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.8072, -9.9947, -9.5572, -10.9635], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9486", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.6191, -10.2441, -9.2753, -10.8066], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1614", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.6184, -9.1184, -9.9934, -10.7434], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1243", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7732, -10.1169, -11.1794, -10.8357], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2164", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.4559, -9.4246, -10.3934, -11.5809], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-906", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.0291, -8.8416, -8.6541, -9.5916], "subject": "college_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7068", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.3951, -10.6451, -11.8326, -12.0201], "subject": "marketing", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8811", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2246, -9.4433, -10.5683, -10.5371], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7658", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.092, -10.1857, -10.6545, -11.4357], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3100", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.4201, -8.5763, -8.7326, -9.7951], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3440", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.4041, -10.6853, -10.4666, -11.8416], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10991", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.921, -9.1397, -10.3585, -9.6397], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10384", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.5489, -9.6739, -10.8301, -10.9551], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10563", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.399, -10.399, -10.524, -11.274], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3715", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.6263, -9.9388, -10.4388, -10.72], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4943", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-13.0416, -12.7135, -10.4947, -12.8385], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8184", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-5.5904, -5.5904, -6.2154, -4.9029], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-484", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5358, -9.4108, -10.8796, -10.1296], "subject": "business_ethics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2227", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-12.5448, -9.951, -9.8885, -11.951], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12546", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.4388, -8.845, -9.7513, -9.5325], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12794", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6949, -10.4449, -12.1011, -10.9136], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8865", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9131, -9.0068, -10.0381, -10.2256], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2169", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1866, -8.7178, -9.6866, -10.6866], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2300", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9622, -8.931, -10.181, -10.8685], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7830", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.1958, -10.1958, -10.7895, -11.227], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8136", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.4199, -9.2012, -9.4824, -10.8574], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4545", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-10.8263, -10.0763, -11.5138, -11.4513], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11963", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.5369, -8.8806, -10.1931, -10.3181], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10797", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-12.1874, -10.0624, -9.9686, -11.2186], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12740", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9365, -8.9677, -9.9052, -9.9052], "subject": "professional_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8024", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.1662, -11.0412, -11.8537, -11.885], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10143", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-10.1379, -10.5129, -8.5129, -10.4504], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1751", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.27, -8.9262, -8.9887, -9.5825], "subject": "conceptual_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1826", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0288, -8.9663, -9.5288, -9.9975], "subject": "econometrics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5786", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.9138, -11.1638, -11.6951, -12.5076], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5011", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0278, -10.4028, -11.809, -11.7778], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2134", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.5137, -9.2012, -10.6387, -10.4512], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5762", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0134, -10.5134, -11.9821, -12.1384], "subject": "high_school_us_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13713", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-11.5215, -10.7715, -10.1778, -10.1465], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-667", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-9.4221, -9.6408, -9.7658, -10.2658], "subject": "clinical_knowledge", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6593", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-10.9273, -10.2398, -9.4273, -11.2711], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12165", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.9348, -10.2786, -9.8411, -10.9661], "subject": "professional_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9704", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.2284, -9.9472, -11.2284, -11.6347], "subject": "nutrition", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-14008", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2881, -9.3506, -10.2569, -10.5694], "subject": "world_religions", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11928", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7498, -8.4998, -10.1248, -9.781], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8629", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.6113, -9.4238, -10.5488, -10.6426], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10255", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.528, -8.7467, -10.0905, -10.1842], "subject": "prehistory", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1445", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.128, -7.7218, -8.1593, -9.0655], "subject": "college_physics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6009", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.9229, -10.8916, -11.5479, -11.8291], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6617", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-11.0113, -11.2613, -10.3238, -11.1988], "subject": "jurisprudence", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9274", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-12.3989, -10.2426, -11.4926, -11.4301], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10006", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.374, -7.4365, -7.999, -8.6553], "subject": "philosophy", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13063", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.2692, -8.6754, -9.9879, -10.8004], "subject": "public_relations", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10786", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.0753, -9.3565, -10.3253, -10.6065], "subject": "professional_law", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2279", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2228, -7.1603, -7.4728, -8.4103], "subject": "elementary_mathematics", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10496", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7929, -10.1366, -11.3241, -11.3554], "subject": "professional_accounting", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8205", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-5.5076, -5.0701, -4.1951, -5.2576], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5242", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-8.2439, -7.3064, -8.1814, -7.3064], "subject": "high_school_psychology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8632", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.0285, -10.0285, -10.7785, -10.5598], "subject": "moral_scenarios", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8265", "lang": "pl", "gold": "B", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-9.7461, -9.9023, -10.9648, -10.8398], "subject": "moral_disputes", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13805", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.2785, -8.3722, -8.7472, -9.0285], "subject": "virology", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6763", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-9.0933, -8.2495, -8.562, -9.2183], "subject": "logical_fallacies", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3208", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-9.9284, -9.4284, -9.8971, -10.2096], "subject": "high_school_computer_science", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3428", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-10.7058, -11.1121, -11.0183, -11.8308], "subject": "high_school_european_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5945", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.346, -10.346, -11.4398, -11.846], "subject": "high_school_world_history", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1304", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-11.3604, -10.2042, -8.5167, -11.0167], "subject": "college_medicine", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4172", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-11.9636, -10.2761, -12.4011, -12.0261], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3092", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.8461, -10.0961, -10.9711, -11.4711], "subject": "high_school_chemistry", "stem": true}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8112", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-12.7184, -9.7809, -11.8434, -11.4684], "subject": "miscellaneous", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6335", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-10.7288, -9.5413, -9.5413, -9.9476], "subject": "human_sexuality", "stem": false}
{"tag": "armB_500M", "model": "../E05-control-arm/ckpts/armB/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9675", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-11.2265, -10.4453, -11.039, -11.2578], "subject": "nutrition", "stem": false}