{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-92", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0701, -2.4451, -1.5701, -0.5701]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-877", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8249, -0.5749, -2.4499, -1.8249]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-443", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6536, -2.2786, -1.4036, -1.1536]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-474", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7992, -4.0492, -0.1742, -2.7992]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-589", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9153, -1.2903, -1.6653, -1.4153]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-873", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.621, -2.621, -1.871, -0.496]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-251", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4416, -2.3166, -2.8166, -0.3166]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-550", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7854, -3.1604, -0.4104, -1.9104]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-311", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6122, -0.4872, -2.6122, -2.4872]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-490", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.3999, -3.1499, -3.2749, -2.3999]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-172", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.8802, -2.2552, -1.3802, -1.8802]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-299", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.7326, -3.6076, -2.2326, -2.4826]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-28", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5772, -1.9522, -1.5772, -0.7022]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-374", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7775, -3.1525, -0.7775, -1.1525]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-533", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.5586, -4.3086, -0.1836, -3.1836]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-536", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8617, -3.2367, -0.3617, -1.6117]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-513", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7934, -2.1684, -2.5434, -0.4184]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-688", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7549, -1.2549, -1.0049, -1.7549]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-350", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4238, -1.5488, -0.9238, -1.6738]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-199", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.1862, -0.4362, -1.9362, -2.0612]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-846", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6883, -1.9383, -1.8133, -1.1883]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-398", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6719, -3.4219, -0.2969, -2.4219]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-544", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1559, -1.2809, -0.5309, -3.5309]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-560", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.882, -1.757, -2.132, -0.632]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-811", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7802, -0.7802, -2.2802, -1.5302]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-689", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9969, -1.4969, -0.6219, -1.9969]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-397", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1848, -2.3098, -0.9348, -0.9348]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-801", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9361, -2.1861, -1.5611, -0.8111]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-528", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.0671, -3.1921, -1.8171, -0.9421]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-730", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.7583, -0.7583, -2.1333, -1.2583]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-817", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1958, -1.0708, -1.8208, -1.0708]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-232", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5884, -2.2134, -0.9634, -1.4634]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-36", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2664, -1.8914, -1.8914, -1.0164]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-866", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9053, -1.9053, -0.5303, -2.0303]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-548", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1726, -1.7976, -2.0476, -0.5476]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-174", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4798, -2.7298, -2.6048, -0.7298]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-369", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6814, -1.9314, -2.3064, -0.5564]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-391", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0516, -2.1766, -2.0516, -1.4266]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-461", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9402, -1.5652, -3.0652, -1.6902]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-680", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.257, -1.632, -1.507, -0.882]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-719", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5983, -0.8483, -1.8483, -1.3483]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-380", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6537, -3.0287, -1.7787, -2.7787]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-148", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.87, -2.62, -2.87, -1.12]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-364", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.691, -2.566, -0.316, -2.566]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-637", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4309, -2.3059, -2.9309, -0.6809]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-49", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.7643, -2.7643, -2.2643, -1.3893]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-693", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.522, -1.897, -1.647, -0.647]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-334", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1853, -1.8103, -0.8103, -1.3103]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-615", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7729, -5.0229, -0.1479, -3.7729]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-561", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8215, -2.5715, -0.4465, -1.6965]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-316", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4486, -0.8236, -1.9486, -1.1986]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-499", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9634, -0.7134, -1.7134, -1.4634]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-670", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.7198, -0.7198, -2.7198, -2.2198]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-482", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4489, -1.9489, -1.1989, -1.0739]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-221", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1359, -2.7609, -0.7609, -1.7609]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-247", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7113, -3.4613, -0.3363, -1.8363]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-842", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9803, -1.6053, -1.3553, -0.8553]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-588", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4562, -0.8312, -1.8312, -1.4562]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-632", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5314, -1.9064, -1.6564, -0.6564]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-489", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8509, -1.2259, -3.2259, -0.6009]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-531", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1692, -1.6692, -1.6692, -1.1692]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-804", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5753, -1.7003, -0.8253, -1.3253]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-864", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.583, -1.583, -0.958, -1.708]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-241", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.279, -2.154, -0.529, -1.654]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-780", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.752, -2.252, -1.252, -1.252]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-595", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.7829, -1.4079, -2.1579, -0.9079]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-810", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2506, -2.3756, -2.1256, -0.5006]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-152", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0743, -1.3243, -1.9493, -1.3243]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-695", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4733, -1.2233, -1.4733, -1.0983]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-449", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.0281, -0.6531, -2.1531, -1.4031]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-573", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1353, -0.6353, -1.7603, -2.1353]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-24", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6791, -2.4291, -0.4291, -1.6791]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-110", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3529, -1.8529, -1.1029, -1.2279]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-501", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7554, -0.2554, -3.6304, -2.5054]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-177", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4938, -1.2438, -2.2438, -0.8688]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-229", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.3213, -2.4463, -3.5713, -0.1963]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-687", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7831, -1.9081, -2.0331, -1.5331]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-419", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8463, -1.5963, -0.7213, -2.2213]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-33", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4782, -1.6032, -1.7282, -0.6032]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-45", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1459, -1.3959, -1.0209, -1.6459]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-800", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1355, -2.2605, -2.3855, -0.5105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-668", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8141, -0.9391, -1.8141, -1.4391]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-312", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.4996, -0.7496, -2.8746, -2.3746]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-239", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.0284, -0.9034, -1.9034, -1.1534]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-262", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.5016, -0.2516, -2.8766, -2.6266]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-290", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8336, -0.9586, -1.4586, -1.3336]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-510", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5734, -1.8234, -0.9484, -1.5734]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-751", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1923, -1.9423, -0.8173, -1.4423]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-85", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6966, -1.9466, -0.9466, -1.0716]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-741", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8619, -1.7369, -0.9869, -1.2369]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-649", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2312, -1.1062, -1.3562, -1.4812]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-425", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4627, -1.4627, -1.8377, -1.3377]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-674", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5167, -1.5167, -0.7667, -1.5167]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-624", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0049, -2.2549, -0.5049, -1.6299]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-847", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2236, -1.2236, -1.5986, -0.9736]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-862", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7252, -2.4752, -1.1002, -0.8502]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-31", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1183, -1.9933, -1.1183, -0.8683]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-653", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.6466, -1.3966, -1.6466, -1.5216]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-402", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5684, -1.0684, -1.4434, -1.5684]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-726", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8019, -0.9269, -1.3019, -1.5519]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-236", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0254, -1.2754, -2.4004, -0.9004]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-426", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.7431, -1.1181, -1.3681, -1.2431]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-384", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0986, -1.0986, -1.3486, -1.7236]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-605", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2779, -2.1529, -2.1529, -1.0279]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-840", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2916, -1.6666, -0.6666, -2.0416]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-493", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4023, -1.5273, -1.5273, -0.9023]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-676", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-4.0175, -2.1425, -1.3925, -1.1425]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-256", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7049, -3.7049, -0.3299, -2.5799]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-481", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.3641, -4.7391, -0.1141, -3.7391]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-180", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1653, -3.5403, -3.9153, -0.2903]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-354", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.8438, -5.2188, -0.2188, -3.2188]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-752", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.9177, -0.1677, -3.4177, -4.1677]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-585", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3051, -3.5551, -2.9301, -0.1801]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-421", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0748, -1.5748, -1.1998, -1.3248]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-335", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7714, -1.6464, -2.5214, -0.6464]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-794", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4169, -1.9169, -0.9169, -1.2919]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-823", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2347, -1.8597, -1.6097, -0.7347]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-806", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7538, -1.2538, -1.2538, -1.2538]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-417", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5144, -1.6394, -1.3894, -0.8894]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-586", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4217, -1.0467, -2.4217, -0.9217]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-614", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6303, -2.3803, -0.8803, -1.2553]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-360", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9352, -1.1852, -1.6852, -1.4352]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-451", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6642, -1.9142, -1.5392, -0.6642]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-456", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.651, -1.026, -1.401, -1.526]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-105", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.5318, -1.0318, -1.9068, -0.9068]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-53", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.1293, -1.0043, -3.1293, -0.6293]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-717", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4541, -1.9541, -1.3291, -0.8291]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-722", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5893, -1.9643, -1.5893, -0.9643]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-889", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0306, -2.0306, -1.1556, -1.0306]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-129", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9625, -1.9625, -1.8375, -1.5875]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-355", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.7042, -0.2042, -3.3292, -3.3292]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-150", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.0516, -0.3016, -3.3016, -3.3016]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-661", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6622, -3.7872, -0.5372, -1.9122]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-88", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2087, -2.7087, -2.8337, -1.0837]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-708", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9077, -2.7827, -1.7827, -0.4077]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-882", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.2381, -2.3631, -1.9881, -1.2381]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-431", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3549, -0.6049, -2.7299, -1.4799]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-26", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6348, -2.2598, -1.3848, -0.7598]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-289", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.9016, -2.5266, -0.2766, -2.5266]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-503", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6153, -1.7403, -1.2403, -0.9903]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-50", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4693, -3.9693, -0.3443, -2.3443]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-852", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.769, -1.519, -1.269, -1.144]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-634", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8681, -3.6181, -0.2431, -2.3681]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-272", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3641, -1.3641, -0.9891, -1.7391]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-193", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7012, -4.0762, -2.3262, -0.3262]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-876", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1142, -1.3642, -1.7392, -0.9892]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-609", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.8173, -2.1923, -3.4423, -1.3173]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-327", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6442, -2.0192, -2.2692, -0.6442]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-802", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7388, -4.2388, -0.2388, -2.3638]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-711", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1314, -3.0064, -0.2564, -2.6314]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-773", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9431, -1.9431, -0.8181, -1.1931]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-818", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.148, -1.773, -0.898, -1.148]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-202", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1835, -1.9335, -0.8085, -1.1835]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-393", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0029, -2.1279, -1.7529, -2.0029]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-423", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9879, -2.1129, -0.6129, -1.4879]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-29", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0453, -2.4203, -2.6703, -0.4203]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-458", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5476, -1.5476, -1.0476, -1.1726]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-201", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2973, -1.4223, -2.4223, -0.7973]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-61", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.524, -2.649, -2.899, -1.649]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-579", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0368, -2.1618, -0.4118, -2.5368]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-200", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1026, -1.6026, -1.8526, -0.6026]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-703", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0407, -0.6657, -2.5407, -1.2907]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-575", "lang": "en", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.4904, -3.6154, -2.9904, -2.6154]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-495", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7582, -0.8832, -1.1332, -1.8832]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-446", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1337, -1.1337, -0.8837, -1.8837]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-10", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4723, -1.0973, -1.0973, -1.3473]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-17", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2664, -2.3914, -0.3914, -2.1414]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-813", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.9752, -0.2252, -2.9752, -2.9752]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-491", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0355, -4.2855, -0.1605, -3.1605]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-345", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8452, -1.4702, -2.0952, -0.5952]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-13", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-5.5828, -4.9578, -4.5828, -0.0828]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-534", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1728, -1.1728, -2.0478, -0.9228]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-761", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2632, -2.0132, -1.7632, -1.1382]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-527", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0727, -0.9477, -1.6977, -1.6977]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-572", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7476, -2.1226, -1.2476, -0.7476]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-64", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0744, -2.1994, -0.5744, -2.0744]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-756", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7181, -1.4681, -0.9681, -1.3431]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-827", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.79, -0.165, -3.415, -3.415]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-184", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0584, -1.4334, -2.0584, -1.6834]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-356", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.305, -2.18, -0.93, -1.43]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-467", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5682, -2.4432, -2.0682, -0.4432]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-508", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2948, -2.5448, -0.4198, -1.7948]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-480", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9724, -2.5974, -2.9724, -0.9724]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-450", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4434, -2.1934, -2.9434, -0.4434]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-713", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0592, -2.0592, -1.1842, -1.0592]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-502", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7547, -1.8797, -1.0047, -1.2547]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-313", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4174, -2.4174, -2.2924, -1.1674]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-843", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.5467, -1.2967, -2.1717, -2.0467]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-739", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4898, -3.1148, -0.3648, -2.1148]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-34", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.3947, -4.3947, -0.1447, -2.8947]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-611", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1208, -0.6208, -1.8708, -2.2458]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-788", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0372, -1.2872, -2.1622, -0.9122]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-475", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.9036, -0.4036, -2.5286, -1.6536]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-198", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5589, -3.3089, -1.4339, -3.6839]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-365", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1619, -1.7869, -0.4119, -3.5369]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-144", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0829, -1.7079, -0.8329, -1.7079]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-487", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4047, -1.7797, -1.5297, -1.0297]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-757", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4313, -0.4313, -1.9313, -2.1813]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-863", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1037, -2.6037, -0.3537, -2.1037]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-434", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1335, -0.7585, -2.5085, -1.1335]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-891", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3916, -1.6416, -1.1416, -1.1416]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-651", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4595, -2.3345, -0.3345, -2.4595]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-249", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.831, -1.831, -1.081, -1.331]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-42", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5915, -0.3415, -2.4665, -2.0915]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-185", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4514, -2.5764, -0.7014, -1.0764]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-819", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.3803, -3.5053, -2.8803, -2.2553]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-617", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7856, -1.6605, -1.5355, -0.9105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-173", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7672, -2.0172, -2.3922, -0.7672]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-776", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0572, -1.1822, -1.1822, -1.3072]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-325", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1741, -1.9241, -1.6741, -0.5491]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-227", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4553, -1.9553, -1.8303, -0.5803]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-657", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.733, -2.983, -0.608, -1.108]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-509", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6703, -0.5453, -2.6703, -2.0453]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-622", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0123, -0.3873, -2.8873, -2.8873]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-835", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9914, -2.7414, -0.6164, -1.2414]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-396", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.5011, -2.3761, -0.3761, -2.2511]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-301", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.0922, -1.8422, -0.4672, -1.8422]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-56", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.166, -1.166, -2.291, -0.666]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-760", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.5532, -0.6782, -2.5532, -2.4282]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-302", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8837, -1.0087, -2.0087, -1.0087]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-264", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9469, -1.4469, -1.9469, -0.8219]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-188", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0651, -0.8151, -1.8151, -1.3151]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-191", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.8092, -0.1842, -2.8092, -3.3092]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-525", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3751, -1.0001, -2.5001, -1.3751]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-833", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2899, -2.4149, -0.7899, -1.1649]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-697", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.2542, -2.3792, -0.2542, -3.2542]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-895", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0492, -3.5492, -0.1742, -3.2992]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-277", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2848, -1.5348, -2.4098, -1.0348]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-192", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.9831, -3.3581, -0.2331, -2.6081]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-485", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7716, -1.6466, -1.2716, -0.8966]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-672", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3127, -1.3127, -2.0627, -0.6877]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-753", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3122, -3.4372, -0.3122, -1.9372]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-515", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.3181, -2.1931, -1.6931, -1.4431]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-381", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4016, -1.5266, -1.0266, -1.9016]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-147", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6189, -1.6189, -2.1189, -0.6189]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-870", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7863, -1.2863, -1.0363, -1.4113]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-268", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.8668, -3.4918, -1.7418, -0.3668]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-644", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.528, -0.903, -1.778, -1.528]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-5", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8594, -2.2344, -1.9844, -0.4844]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-178", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7967, -1.4217, -3.1717, -0.6717]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-149", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6291, -2.5041, -2.7541, -0.5041]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-454", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7745, -1.3995, -2.2745, -0.7745]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-231", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0055, -0.7555, -1.1305, -2.1305]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-392", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4506, -2.7006, -1.5756, -0.8256]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-336", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.5587, -3.9337, -0.3087, -2.4337]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-213", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.2342, -0.3592, -2.2342, -2.6092]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-685", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.4943, -1.8693, -0.8693, -1.3693]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-885", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7759, -1.0259, -2.1509, -1.0259]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-582", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1919, -1.8169, -0.9419, -1.3169]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-119", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3474, -3.2224, -0.3474, -1.8474]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-138", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8916, -1.5166, -1.6416, -0.7666]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-84", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9428, -2.3178, -2.0678, -1.4428]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-851", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5012, -2.0012, -1.1262, -0.7512]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-648", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.2654, -1.6404, -1.7654, -1.2654]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-16", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4575, -1.3325, -1.0825, -1.4575]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-406", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.5549, -2.3049, -1.0549, -0.8049]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-78", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6373, -2.1373, -2.5123, -1.8873]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-304", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5563, -2.5563, -0.8063, -1.6813]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-523", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9252, -1.5502, -1.9252, -0.6752]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-740", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.2037, -2.2037, -1.5787, -1.8287]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-557", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2695, -0.8945, -1.7695, -1.5195]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-41", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.955, -2.08, -2.705, -0.33]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-841", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8161, -2.3161, -2.1911, -1.4411]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-320", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7081, -2.0831, -1.7081, -1.0831]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-139", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4802, -2.8552, -3.6052, -2.9802]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-318", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3569, -2.3569, -2.3569, -0.4819]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-436", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.563, -0.438, -2.938, -2.313]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-39", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.065, -2.565, -2.065, -0.44]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-771", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4141, -0.6641, -2.2891, -1.2891]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-140", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4948, -2.7448, -2.6198, -1.9948]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-684", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2122, -1.9622, -1.9622, -0.7122]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-638", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.6988, -4.6988, -0.1988, -2.4488]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-375", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.339, -0.214, -2.964, -2.589]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-507", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3252, -1.4502, -1.0752, -1.2002]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-126", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4318, -1.9318, -2.4318, -1.0568]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-132", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5862, -3.0862, -0.3362, -2.2112]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-666", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7673, -2.2673, -1.1423, -0.8923]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-333", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7554, -3.0054, -0.6304, -1.5054]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-587", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.2063, -4.0813, -0.2063, -2.4563]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-893", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2234, -1.5984, -1.7234, -0.8484]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-728", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.667, -1.542, -2.792, -0.917]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-494", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8222, -2.8222, -0.6972, -1.8222]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-258", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.6591, -0.1591, -3.4091, -3.4091]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-329", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4797, -1.6047, -1.3547, -1.1047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-162", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5466, -4.1716, -3.6716, -1.5466]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-538", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.2581, -0.2581, -3.1331, -2.2581]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-293", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7222, -1.4722, -1.2222, -1.4722]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-68", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9478, -2.5728, -0.5728, -1.6978]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-308", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6013, -1.9763, -3.2263, -2.2263]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-578", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.6892, -1.0642, -1.0642, -1.5642]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-435", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2756, -1.1506, -1.2756, -1.4006]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-792", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9644, -0.5894, -2.4644, -1.4644]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-897", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5043, -1.2543, -1.3793, -1.5043]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-237", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.201, -3.201, -2.951, -0.201]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-265", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5538, -3.0538, -2.0538, -2.1788]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-457", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4549, -1.4549, -1.8299, -0.9549]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-750", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7373, -1.1123, -2.1123, -1.9873]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-775", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1742, -2.1742, -1.5492, -1.4242]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-54", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2569, -4.3819, -0.2569, -2.8819]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-592", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3564, -2.4814, -2.8564, -0.3564]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-732", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.0154, -0.8904, -1.6404, -1.6404]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-124", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8589, -0.7339, -1.6089, -1.6089]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-404", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6622, -4.0372, -0.1622, -3.5372]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-667", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9779, -2.1029, -0.9779, -1.2279]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-620", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0591, -1.6841, -1.8091, -1.6841]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-832", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3076, -1.3076, -2.0576, -0.8076]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-294", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.5834, -0.7084, -2.7084, -1.9584]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-212", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8953, -2.5203, -1.2703, -0.6453]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-824", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4022, -3.2772, -0.4022, -1.7772]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-37", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3241, -0.3241, -2.4491, -2.4491]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-647", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7144, -1.2144, -2.2144, -1.5894]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-125", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5307, -1.9057, -2.0307, -0.9057]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-23", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1361, -0.8861, -2.7611, -1.3861]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-600", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2739, -2.5239, -0.8989, -0.8989]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-628", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7771, -1.2771, -1.2771, -1.1521]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-101", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.2426, -0.2426, -3.3676, -3.1176]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-115", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.002, -2.377, -0.627, -1.752]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-358", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4889, -0.7389, -1.8639, -1.4889]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-120", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7486, -1.8736, -1.1236, -1.3736]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-47", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3675, -3.1175, -0.4925, -1.7425]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-171", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.208, -0.458, -2.208, -1.833]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-455", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9372, -2.4372, -0.4372, -2.0622]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-263", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.8175, -0.1925, -3.8175, -3.1925]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-145", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4634, -2.0884, -0.4634, -1.7134]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-43", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2395, -1.9895, -1.1145, -0.9895]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-86", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.846, -2.971, -2.721, -0.221]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-659", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.411, -0.911, -1.911, -1.036]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-385", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4407, -2.5657, -2.9407, -2.3157]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-522", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6176, -1.2426, -1.3676, -1.1176]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-330", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.6505, -3.1505, -3.5255, -0.1505]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-599", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9572, -2.2072, -1.2072, -0.9572]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-820", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5864, -2.5864, -2.9614, -0.2114]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-164", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.949, -1.949, -0.824, -1.199]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-386", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0746, -2.8246, -0.4496, -1.5746]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-822", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.234, -2.234, -0.734, -1.734]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-372", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.21, -1.96, -1.085, -0.835]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-466", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4495, -0.9495, -1.1995, -1.4495]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-769", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4449, -2.9449, -2.4449, -2.4449]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-155", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4738, -0.4738, -2.3488, -1.8488]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-437", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0048, -3.8798, -0.1298, -3.5048]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-280", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0181, -2.0181, -1.8931, -0.7681]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-207", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2324, -0.8574, -0.9824, -2.1074]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-154", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9835, -0.9835, -2.8585, -0.8585]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-532", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8451, -0.8451, -1.9701, -1.4701]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-315", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.002, -1.127, -1.377, -1.502]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-886", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8986, -3.2736, -0.2736, -2.1486]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-664", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7882, -2.2882, -0.6632, -1.4132]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-583", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.6711, -0.6711, -1.9211, -1.5461]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-366", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.8803, -5.1303, -0.1303, -3.2553]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-539", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9079, -1.9079, -2.6579, -0.5329]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-414", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3867, -2.8867, -0.7617, -1.2617]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-476", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6531, -1.0281, -1.0281, -1.9031]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-283", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.9277, -1.9277, -3.3027, -0.3027]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-151", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1293, -2.5043, -1.0043, -1.1293]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-206", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.3931, -1.5181, -1.7681, -1.3931]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-797", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4874, -3.2374, -0.3624, -2.3624]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-554", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0373, -1.7873, -2.9123, -1.4123]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-463", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7827, -3.2827, -0.2827, -2.2827]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-641", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4038, -1.0288, -1.4038, -1.4038]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-259", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.74, -1.865, -2.115, -0.74]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-153", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7971, -1.2971, -1.5471, -1.4221]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-63", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2561, -1.3811, -1.1311, -1.3811]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-339", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.36, -0.36, -3.485, -1.86]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-593", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6132, -1.1132, -1.8632, -0.9882]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-809", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5033, -2.0033, -0.6283, -1.8783]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-401", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1297, -0.8797, -1.6297, -1.5047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-340", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8487, -1.8487, -1.3487, -1.0987]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-439", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5911, -1.2161, -1.5911, -1.0911]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-477", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8904, -0.5154, -1.8904, -1.8904]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-612", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1237, -1.9987, -2.7487, -0.6237]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-607", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0452, -3.6702, -0.5452, -2.6702]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-343", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7403, -2.3653, -1.1153, -0.9903]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-368", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2037, -1.5787, -1.0787, -1.2037]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-878", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1095, -2.3595, -0.4845, -1.8595]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-275", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5645, -0.3145, -2.9395, -2.3145]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-266", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.0353, -0.7853, -1.7853, -1.2853]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-705", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8976, -2.0226, -1.0226, -1.5226]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-837", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.512, -0.262, -3.012, -2.512]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-631", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.368, -3.243, -2.118, -0.368]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-506", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0772, -1.3272, -0.8272, -1.9522]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-130", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8652, -2.2402, -1.9902, -0.4902]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-97", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-5.5607, -5.1857, -5.3107, -0.0607]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-295", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.3497, -2.5997, -1.4747, -0.4747]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-197", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.73, -0.98, -2.73, -1.355]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-547", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5952, -1.5952, -1.5952, -1.4702]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-261", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2719, -1.5219, -1.6469, -0.8969]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-310", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3146, -1.8146, -1.0646, -1.5646]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-880", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.7521, -4.1271, -0.6271, -1.0021]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-160", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4074, -0.5324, -2.2824, -1.7824]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-814", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0014, -2.2514, -0.5014, -1.6264]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-176", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8173, -1.9423, -1.4423, -1.3173]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-581", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9966, -2.2466, -0.4966, -1.7466]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-715", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.3883, -2.8883, -0.8883, -1.6383]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-430", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.469, -1.969, -1.844, -0.969]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-428", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2255, -2.4755, -1.4755, -1.1005]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-537", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.882, -0.507, -2.757, -2.132]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-297", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2456, -0.8706, -2.3706, -1.4956]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-444", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4656, -1.5906, -1.5906, -0.9656]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-133", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.425, -3.425, -0.3, -2.55]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-694", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6775, -1.5525, -1.6775, -1.0525]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-14", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.8714, -0.1214, -3.2464, -3.6214]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-683", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3666, -1.2416, -2.7416, -0.6166]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-853", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.897, -1.522, -1.647, -1.022]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-712", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9581, -2.0831, -1.0831, -1.2081]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-608", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9861, -1.4861, -1.9861, -0.9861]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-260", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4543, -1.5793, -0.4543, -2.7043]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-328", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8047, -3.1797, -0.4297, -1.5547]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-422", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7149, -1.5899, -0.9649, -1.3399]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-411", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2212, -1.8462, -1.3462, -0.9712]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-395", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3051, -1.4301, -1.4301, -1.1801]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-35", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1395, -2.6395, -0.6395, -1.7645]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-767", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5011, -1.6261, -1.8761, -0.7511]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-594", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3432, -3.2182, -0.4682, -1.7182]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-204", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2417, -0.9917, -1.9917, -1.1167]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-98", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9827, -0.7327, -1.9827, -1.8577]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-337", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5941, -2.7191, -0.7191, -1.4691]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-725", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4693, -1.5943, -1.5943, -1.2193]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-700", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1711, -2.1711, -0.9211, -0.9211]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-116", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0753, -0.9503, -1.8253, -1.3253]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-471", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4733, -2.4733, -0.3483, -2.2233]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-629", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0225, -0.3975, -2.7725, -3.1475]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-710", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7462, -1.8712, -3.2462, -0.7462]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-179", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.6389, -5.6389, -0.2639, -3.6389]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-660", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6043, -1.6043, -2.1043, -0.6043]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-418", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7273, -1.7273, -1.1023, -1.3523]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-542", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6629, -1.1629, -1.0379, -1.6629]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-113", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.7861, -1.2861, -1.6611, -1.4111]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-564", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8097, -3.5597, -0.1847, -2.9347]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-789", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0295, -2.6545, -2.0295, -1.1545]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-195", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.3921, -1.8921, -1.2671, -1.3921]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-627", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2363, -0.4863, -2.7363, -1.8613]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-359", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0017, -1.8767, -2.1267, -0.5017]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-403", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9883, -1.4883, -1.2383, -1.3633]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-821", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2563, -1.5063, -1.1313, -1.2563]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-136", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4618, -0.9618, -1.7118, -1.7118]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-723", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.9237, -3.2987, -0.5487, -1.5487]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-530", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2886, -0.4136, -2.2886, -2.9136]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-376", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0439, -1.7939, -1.5439, -0.9189]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-342", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7206, -1.4706, -1.4706, -0.9706]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-596", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6508, -2.0258, -2.2758, -2.0258]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-210", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6203, -2.1203, -1.3703, -0.9953]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-400", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.7934, -4.7934, -0.1684, -3.7934]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-504", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1687, -1.9187, -2.2937, -0.6687]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-377", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4038, -2.4038, -1.2788, -0.9038]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-91", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.568, -2.693, -2.318, -2.318]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-12", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1808, -1.6808, -1.0558, -1.1808]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-211", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9935, -3.1185, -1.3685, -1.4935]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-90", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8764, -1.7514, -2.0014, -0.7514]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-415", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7364, -2.6114, -1.3614, -0.6114]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-409", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.5207, -1.0207, -2.2707, -1.5207]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-559", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8077, -2.6827, -0.4327, -2.1827]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-442", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.0145, -0.3895, -3.2645, -2.3895]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-121", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6062, -2.1062, -3.2312, -0.3562]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-79", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3542, -2.4792, -1.9792, -0.8542]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-383", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2676, -1.8926, -2.0176, -0.5176]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-317", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8198, -2.1948, -1.4448, -0.9448]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-516", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8957, -1.6457, -0.8957, -1.6457]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-447", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6374, -2.2624, -0.5124, -1.8874]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-764", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7066, -1.2066, -1.4566, -1.7066]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-286", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3308, -2.3308, -0.7058, -1.8308]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-830", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.747, -2.122, -1.622, -0.747]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-181", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.723, -1.098, -1.598, -1.098]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-720", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8775, -2.2525, -1.6275, -0.7525]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-341", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3368, -0.7118, -1.8368, -1.4618]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-838", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6291, -2.0041, -3.2541, -0.5041]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-349", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0257, -1.2757, -1.5257, -1.1507]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-107", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9083, -2.5333, -1.0333, -1.0333]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-183", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0747, -1.4497, -0.9497, -1.5747]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-472", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5242, -1.5242, -1.2742, -1.3992]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-20", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.2098, -3.0848, -3.4598, -3.2098]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-440", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2665, -0.8915, -2.1415, -1.1415]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-407", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6463, -2.1463, -0.3963, -2.5213]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-460", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1015, -1.2265, -2.2265, -0.8515]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-186", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.4578, -4.3328, -0.3328, -2.7078]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-157", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6048, -2.3548, -0.9798, -1.4798]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-805", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.0159, -2.6409, -2.6409, -0.2659]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-673", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.394, -1.144, -1.144, -1.394]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-854", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0081, -1.2581, -2.0081, -1.1331]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-738", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5428, -2.7928, -3.7928, -0.1678]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-496", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9915, -2.1165, -1.6165, -0.9915]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-298", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2573, -2.0073, -1.3823, -1.1323]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-189", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2646, -2.2646, -1.6396, -0.6396]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-427", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.4106, -3.7856, -0.2856, -1.9106]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-18", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4373, -3.8123, -2.8123, -2.3123]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-279", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5514, -1.6764, -2.9264, -0.4264]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-76", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3785, -1.0035, -1.3785, -1.5035]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-669", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4133, -3.7883, -0.5383, -1.7883]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-353", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1785, -3.1785, -0.3035, -2.5535]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-452", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8459, -3.4709, -0.3459, -2.3459]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-483", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.456, -0.581, -2.081, -1.831]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-38", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6246, -2.1246, -2.9996, -1.7496]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-787", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4472, -2.1972, -0.8222, -1.1972]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-4", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8282, -2.8282, -0.3282, -2.4532]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-287", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0277, -3.0277, -3.0277, -0.4027]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-681", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4159, -2.0409, -0.6659, -1.9159]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-361", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8461, -0.8461, -2.9711, -1.7211]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-282", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.9166, -2.9166, -0.4166, -1.7916]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-226", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8175, -1.5675, -2.8175, -1.8175]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-812", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6102, -1.8602, -1.1102, -1.6102]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-568", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3482, -1.3482, -2.4732, -0.7232]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-845", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5783, -0.3283, -2.3283, -2.3283]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-326", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5638, -0.1888, -3.8138, -3.4388]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-66", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9141, -2.1641, -0.6641, -1.6641]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-742", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6942, -2.0692, -2.3192, -0.4442]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-601", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5937, -2.2187, -0.9687, -2.2187]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-1", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5726, -1.8226, -1.0726, -1.5726]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-22", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5534, -1.6784, -0.9284, -1.5534]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-755", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0035, -2.1285, -1.7535, -1.5035]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-424", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9331, -2.1831, -2.1831, -1.5581]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-678", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1791, -1.0541, -1.9291, -1.1791]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-324", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4429, -1.8179, -1.8179, -0.5679]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-850", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5906, -1.3406, -1.9656, -1.2156]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-52", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.599, -1.474, -0.849, -1.474]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-737", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7537, -1.5037, -1.6287, -0.8787]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-702", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1825, -2.8075, -1.5575, -0.9325]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-524", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0787, -1.8287, -1.4537, -0.9537]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-208", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5501, -2.8001, -1.3001, -1.1751]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-351", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8304, -3.0804, -0.4554, -2.2054]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-215", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8622, -1.9872, -0.9872, -1.6122]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-288", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9186, -2.0436, -3.4186, -0.5436]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-278", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5264, -1.4014, -1.2764, -1.1514]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-855", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5973, -1.5973, -1.2223, -1.0973]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-109", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.456, -0.581, -2.081, -1.581]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-118", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7085, -1.9585, -0.7085, -1.4585]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-844", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9785, -1.4785, -1.2285, -1.1035]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-137", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5142, -0.2642, -3.0142, -2.8892]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-106", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9095, -2.0345, -2.2845, -1.4095]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-306", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.8488, -0.2238, -3.5988, -2.9738]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-8", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5285, -1.5285, -0.9035, -1.4035]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-309", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4789, -3.1039, -0.4789, -1.8539]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-774", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8514, -3.6014, -0.3514, -1.9764]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-571", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9358, -1.6858, -2.5608, -1.5608]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-291", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8309, -3.5809, -0.2059, -2.8309]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-378", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6738, -1.1738, -2.2988, -0.7988]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-798", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9356, -3.0606, -0.4356, -1.6856]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-736", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2458, -1.7458, -1.2458, -0.9958]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-357", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1803, -0.9303, -2.4303, -1.4303]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-748", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0447, -1.4197, -1.2947, -1.4197]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-763", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1618, -1.4118, -1.0368, -1.1618]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-518", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6635, -1.7885, -2.0385, -1.0385]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-896", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1299, -1.5049, -2.3799, -0.6299]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-75", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9703, -2.0953, -1.0953, -0.8453]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-102", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3835, -1.1335, -1.2585, -1.3835]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-770", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7742, -3.5242, -0.1492, -3.2742]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-9", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.0991, -3.2241, -2.7241, -0.2241]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-74", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1123, -1.3623, -1.2373, -1.1123]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-556", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9118, -2.4118, -0.7868, -1.0368]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-468", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5084, -1.7584, -1.0084, -1.1334]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-307", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1897, -5.0647, -0.1897, -3.5647]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-134", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9324, -1.5574, -1.6824, -0.9324]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-772", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.9215, -0.6715, -2.9215, -1.1715]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-716", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.4263, -2.9263, -2.0513, -0.8013]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-244", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.1253, -1.0003, -3.3753, -2.6253]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-577", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1506, -4.9006, -0.1506, -3.6506]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-209", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.926, -1.051, -2.551, -0.801]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-267", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5867, -3.4617, -3.3367, -2.0867]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-783", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8442, -1.5942, -1.7192, -1.0942]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-535", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9755, -1.4755, -1.8505, -0.7255]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-869", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3232, -3.5732, -0.3232, -2.5732]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-83", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.3714, -2.3714, -0.2464, -3.2464]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-40", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3671, -3.1171, -0.2421, -2.4921]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-766", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3483, -1.2233, -1.7233, -0.9733]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-122", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4735, -0.4735, -2.2235, -1.9735]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-413", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.58, -3.33, -0.58, -2.83]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-240", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0873, -1.8373, -0.7123, -1.3373]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-652", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0732, -1.8232, -1.6982, -0.8232]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-690", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.747, -2.372, -0.872, -0.997]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-190", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1012, -0.3512, -2.8512, -2.8512]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-82", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7188, -2.9688, -2.2188, -0.3438]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-520", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8319, -1.3319, -0.9569, -1.4569]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-576", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3345, -1.3345, -1.3345, -1.0845]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-724", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5603, -1.9353, -1.5603, -1.0603]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-706", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.206, -0.456, -2.456, -1.956]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-514", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7028, -1.5778, -0.7028, -1.7028]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-488", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6135, -2.7385, -2.7385, -2.2385]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-606", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4024, -2.2774, -2.7774, -0.5274]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-58", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3038, -2.0538, -1.6788, -0.6788]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-321", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7841, -1.0341, -2.0341, -1.1591]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-625", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.818, -1.443, -1.568, -1.443]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-555", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5117, -4.1367, -3.6367, -2.5117]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-734", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8458, -1.7208, -0.8458, -1.4708]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-222", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.2151, -0.2151, -3.8401, -3.3401]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-303", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2912, -1.2912, -1.4162, -1.1662]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-619", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5278, -0.2778, -2.5278, -3.1528]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-158", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.2069, -3.8319, -0.2069, -3.3319]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-498", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1823, -0.9323, -1.5573, -1.4323]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-569", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9317, -1.8067, -2.0567, -0.6817]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-630", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5034, -2.6284, -0.5034, -1.8784]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-292", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6864, -1.8114, -1.8114, -0.6864]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-465", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5435, -1.6685, -1.1685, -1.0435]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-682", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1053, -1.9803, -1.6053, -1.7303]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-399", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9069, -1.7819, -0.7819, -1.9069]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-2", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8826, -0.3826, -2.7576, -2.0076]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-795", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5395, -1.7895, -1.5395, -0.7895]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-168", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.4201, -2.2951, -1.1701, -2.0451]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-859", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3115, -0.6865, -2.1865, -1.5615]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-782", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7202, -1.9702, -0.7202, -1.5952]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-218", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.699, -0.574, -3.199, -1.324]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-492", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.2343, -2.1093, -2.4843, -1.1093]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_en", "pair_id": "belebele-645", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.7634, -1.5134, -0.7634, -1.5134]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-92", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0293, -2.0293, -1.7793, -0.5293]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-877", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2543, -0.7543, -2.8793, -1.1293]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-443", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5643, -1.5643, -1.0643, -1.0643]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-474", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.0845, -0.8345, -1.7095, -1.2095]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-589", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3271, -1.8271, -0.9521, -1.2021]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-873", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.892, -1.767, -2.142, -0.642]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-251", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3593, -0.9843, -1.8593, -1.1093]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-550", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4412, -2.1912, -0.6912, -1.3162]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-311", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1756, -0.8006, -2.6756, -1.4256]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-490", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-0.9482, -3.3232, -3.0732, -0.6982]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-172", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6021, -1.9771, -1.7271, -0.8521]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-299", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0215, -2.6465, -1.6465, -1.2715]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-28", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9887, -1.7387, -1.7387, -0.7387]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-374", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0654, -1.8154, -1.6904, -0.6904]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-533", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.6255, -4.6255, -0.1255, -2.8755]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-536", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3147, -2.0647, -1.4397, -0.6897]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-513", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0838, -1.5838, -1.7088, -0.8338]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-688", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.983, -2.358, -0.608, -1.608]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-350", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3391, -2.2141, -0.7141, -1.3391]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-199", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5636, -1.5636, -1.0636, -1.0636]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-846", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0154, -1.6404, -1.7654, -0.8904]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-398", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0472, -3.1722, -0.2972, -2.0472]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-544", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.0905, -0.7155, -1.4655, -2.0905]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-560", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.366, -1.866, -0.991, -1.116]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-811", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.172, -1.297, -1.797, -0.922]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-689", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.9462, -0.8212, -1.9462, -1.0712]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-397", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2888, -2.5388, -0.9138, -0.7888]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-801", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6017, -1.8517, -2.1017, -0.7267]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-528", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0844, -2.0844, -1.2094, -0.9594]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-730", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0695, -1.6945, -1.1945, -0.8195]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-817", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6349, -1.6349, -1.2599, -0.8849]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-232", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1936, -2.0686, -1.0686, -1.0686]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-36", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8656, -1.3656, -2.3656, -0.8656]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-866", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3204, -1.5704, -0.9454, -1.3204]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-548", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5415, -2.1665, -1.7915, -0.5415]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-174", "lang": "pl", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.0513, -1.9263, -2.4263, -1.0513]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-369", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1834, -1.5584, -2.0584, -0.6834]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-391", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.417, -2.042, -1.417, -1.042]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-461", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.608, -1.983, -2.858, -1.483]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-680", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3596, -1.4846, -1.7346, -0.8596]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-719", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4217, -1.5467, -1.2967, -1.0467]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-380", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4331, -2.8081, -2.6831, -1.8081]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-148", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2424, -1.9924, -2.7424, -0.7424]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-364", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0615, -2.3115, -0.5615, -1.4365]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-637", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6144, -2.2394, -2.8644, -0.4894]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-49", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6122, -2.7372, -1.9872, -1.4872]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-693", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9907, -1.6157, -1.1157, -1.2407]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-334", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2757, -1.7757, -0.9007, -1.2757]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-615", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4996, -3.4996, -0.4996, -1.6246]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-561", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3851, -2.2601, -0.8851, -1.0101]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-316", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1484, -0.7734, -1.8984, -1.1484]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-499", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2537, -1.0037, -2.0037, -1.0037]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-670", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9142, -1.4142, -1.6642, -1.0392]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-482", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8358, -1.8358, -1.0858, -0.9608]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-221", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3063, -3.1813, -0.5563, -1.5563]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-247", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7723, -2.3973, -0.7723, -1.0223]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-842", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4913, -1.6163, -1.7413, -0.7413]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-588", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.1663, -0.5413, -2.4163, -1.4163]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-632", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4082, -1.2832, -1.4082, -1.0332]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-489", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1277, -1.8777, -2.2527, -0.6277]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-531", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8396, -1.0896, -1.7146, -0.9646]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-804", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3599, -1.9849, -0.9849, -0.9849]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-864", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9192, -2.1692, -0.6692, -1.2942]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-241", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9194, -1.9194, -0.9194, -1.2944]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-780", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8054, -1.9304, -1.1804, -1.1804]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-595", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3088, -1.5588, -1.6838, -0.8088]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-810", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0428, -3.0428, -2.0428, -0.4178]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-152", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.369, -0.994, -1.994, -0.994]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-695", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.478, -1.853, -2.353, -0.478]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-449", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8025, -1.8025, -1.5525, -0.6775]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-573", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4141, -1.2891, -1.5391, -1.1641]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-24", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1572, -1.7822, -1.0322, -0.9072]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-110", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0166, -1.7666, -1.3916, -1.0166]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-501", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1127, -1.2377, -2.7377, -0.7377]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-177", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5435, -1.1685, -1.9185, -0.9185]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-229", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7693, -1.6443, -3.1443, -0.3943]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-687", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7716, -1.5216, -1.2716, -1.2716]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-419", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3296, -2.2046, -1.0796, -1.0796]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-33", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1602, -1.7852, -0.9102, -1.0352]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-45", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9778, -2.4778, -0.6028, -1.4778]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-800", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9578, -2.0828, -1.7078, -0.7078]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-668", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0078, -2.0078, -1.2578, -1.0078]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-312", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.6655, -1.0405, -2.9155, -1.0405]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-239", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6444, -1.2694, -1.3944, -1.0194]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-262", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3443, -0.5943, -2.0943, -1.5943]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-290", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2565, -1.1315, -1.6315, -0.8815]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-510", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1213, -1.7463, -0.9963, -1.2463]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-751", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4846, -1.9846, -0.8596, -1.1096]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-85", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3313, -0.8313, -1.7063, -1.3313]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-741", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7572, -1.3822, -1.5072, -0.8822]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-649", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.999, -1.749, -1.624, -0.749]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-425", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6754, -2.3004, -1.9254, -0.4254]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-674", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2548, -1.3798, -1.5048, -0.7548]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-624", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4865, -2.1115, -0.9865, -0.9865]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-847", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1693, -1.4193, -1.7943, -0.6693]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-862", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3117, -1.8117, -1.1867, -1.0617]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-31", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2463, -2.3713, -0.6213, -1.2463]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-653", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9681, -1.7181, -2.4681, -0.5931]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-402", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2818, -1.1568, -1.5318, -1.1568]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-726", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3691, -0.6191, -1.9941, -1.6191]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-236", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0118, -1.2618, -2.0118, -0.8868]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-426", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5455, -1.4205, -1.1705, -1.0455]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-384", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6443, -1.7693, -1.3943, -0.8943]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-605", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9321, -2.8071, -2.1821, -0.4321]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-840", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1041, -1.9791, -0.7291, -1.4791]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-493", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0489, -2.1739, -1.0489, -1.0489]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-676", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5563, -2.1813, -0.9313, -1.1813]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-256", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5584, -3.4334, -0.3084, -1.8084]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-481", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5412, -4.0412, -0.1662, -2.4162]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-180", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.7071, -3.4571, -1.8321, -1.3321]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-354", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5753, -3.4503, -0.3253, -1.7003]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-752", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7714, -0.6464, -1.6464, -1.6464]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-585", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.9907, -4.4907, -2.7407, -0.1157]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-421", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9345, -1.5595, -1.5595, -0.9345]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-335", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9553, -1.5803, -1.3303, -1.0803]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-794", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3015, -1.4265, -1.4265, -0.9265]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-823", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2297, -2.2297, -1.6047, -0.6047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-806", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5184, -0.6434, -1.8934, -1.3934]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-417", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8974, -2.0224, -0.8974, -1.0224]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-586", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0958, -1.0958, -2.8458, -0.8458]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-614", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2902, -1.7902, -1.5402, -0.7902]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-360", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3209, -2.0709, -1.1959, -0.8209]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-451", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6036, -1.4786, -1.7286, -0.7286]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-456", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8988, -1.0238, -1.6488, -1.0238]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-105", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7991, -2.0491, -1.0491, -1.1741]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-53", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.821, -2.321, -2.446, -0.321]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-717", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9396, -1.9396, -1.4396, -0.9396]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-722", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.369, -1.994, -1.369, -0.744]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-889", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9922, -1.8672, -1.4922, -0.8672]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-129", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5799, -1.9549, -1.2049, -1.2049]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-355", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2379, -1.4879, -1.3629, -0.9879]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-150", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6507, -1.0257, -1.6507, -1.1507]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-661", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5456, -2.6706, -0.6706, -1.1706]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-88", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.368, -1.368, -2.243, -1.243]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-708", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4926, -2.1176, -1.2426, -0.7426]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-882", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7532, -1.5032, -1.7532, -1.0032]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-431", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6374, -1.3874, -1.8874, -0.7624]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-26", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9655, -1.9655, -1.2155, -1.0905]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-289", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1752, -2.4252, -0.4252, -1.6752]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-503", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7391, -1.7391, -1.2391, -0.8641]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-50", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2273, -2.1023, -0.9773, -1.2273]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-852", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7027, -1.3277, -1.0777, -1.2027]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-634", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2165, -3.9665, -0.2165, -2.2165]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-272", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9915, -1.4915, -0.9915, -1.4915]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-193", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.4736, -2.9736, -1.9736, -0.5986]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-876", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5191, -1.3941, -1.2691, -1.0191]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-609", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.8992, -1.6492, -3.5242, -1.1492]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-327", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8539, -1.6039, -1.9789, -0.7289]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-802", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1607, -3.7857, -0.2857, -1.9107]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-711", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3052, -1.8052, -0.5552, -1.6802]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-773", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3304, -1.8304, -1.7054, -0.5804]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-818", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4091, -1.5341, -1.1591, -1.0341]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-202", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4294, -2.3044, -0.9294, -0.9294]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-393", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.4326, -1.1826, -2.0576, -1.3076]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-423", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4008, -1.1508, -1.4008, -1.1508]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-29", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.069, -1.694, -1.319, -0.944]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-458", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0757, -1.7007, -1.4507, -0.9507]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-201", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8091, -1.3091, -1.9341, -0.9341]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-61", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.0284, -2.2784, -2.2784, -0.9034]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-579", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7428, -1.7428, -0.7428, -1.3678]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-200", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2968, -1.9218, -1.1718, -0.9218]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-703", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2191, -1.5941, -1.4691, -0.8441]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-575", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.829, -2.204, -2.079, -0.579]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-495", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3243, -2.4493, -1.0743, -0.6993]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-446", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.829, -0.954, -1.204, -1.454]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-10", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6632, -1.9132, -0.9132, -1.0382]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-17", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.7193, -1.2193, -1.2193, -1.2193]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-813", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2263, -0.3513, -2.6013, -1.8513]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-491", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.817, -3.817, -0.192, -2.442]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-345", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2297, -1.7297, -1.1047, -1.1047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-13", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.2052, -3.9552, -4.2052, -0.0802]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-534", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9759, -0.6009, -2.4759, -1.6009]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-761", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4814, -2.2314, -1.6064, -0.8564]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-527", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.365, -1.49, -1.115, -1.24]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-572", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7669, -1.7669, -1.2669, -0.8919]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-64", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4719, -1.7219, -1.4719, -1.0969]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-756", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1276, -1.3776, -1.2526, -1.1276]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-827", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9356, -0.5606, -2.8106, -1.4356]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-184", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0027, -1.6277, -1.3777, -1.0027]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-356", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2004, -1.8254, -1.2004, -0.9504]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-467", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4227, -2.2977, -1.2977, -0.6727]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-508", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1354, -2.1354, -0.7604, -1.1354]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-480", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2771, -2.2771, -2.9021, -0.6521]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-450", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.444, -2.069, -1.819, -0.569]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-713", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1728, -1.4228, -1.5478, -0.9228]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-502", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.721, -1.846, -1.221, -0.846]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-313", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1274, -2.1274, -1.2524, -0.8774]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-843", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3719, -1.2469, -1.8719, -0.9969]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-739", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3097, -2.4347, -1.1847, -0.8097]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-34", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4133, -1.5383, -0.7883, -1.5383]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-611", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8871, -0.7621, -2.2621, -1.1371]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-788", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2592, -1.7592, -1.3842, -0.8842]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-475", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1368, -1.6368, -1.0118, -1.0118]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-198", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.3465, -2.0965, -0.9715, -1.5965]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-365", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.691, -1.816, -0.441, -2.066]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-144", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3453, -2.3453, -0.7203, -1.2203]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-487", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.483, -1.608, -1.483, -0.858]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-757", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1413, -1.2663, -1.5163, -1.0163]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-863", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6439, -1.8939, -0.6439, -1.5189]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-434", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5258, -1.7758, -1.6508, -0.7758]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-891", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3565, -1.8565, -1.4815, -0.7315]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-651", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9734, -1.0984, -1.0984, -1.3484]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-249", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0348, -1.5348, -1.1598, -1.1598]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-42", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1922, -1.5672, -1.9422, -0.6922]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-185", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0625, -2.4375, -1.0625, -0.6875]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-819", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5346, -2.7846, -2.0346, -0.6596]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-617", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9934, -1.7434, -1.7434, -0.7434]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-173", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7026, -1.3276, -2.0776, -0.9526]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-776", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4637, -1.4637, -1.4637, -0.8387]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-325", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8626, -1.7376, -1.3626, -0.7376]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-227", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7222, -1.8472, -1.2222, -1.0972]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-657", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8641, -1.6141, -1.2391, -0.8641]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-509", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9041, -1.1541, -2.4041, -0.9041]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-622", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.6558, -0.9058, -1.7808, -1.2808]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-835", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1921, -2.0671, -0.9421, -1.0671]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-396", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8466, -3.4716, -0.5966, -0.9716]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-301", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.654, -1.529, -1.154, -1.029]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-56", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4896, -1.2396, -1.2396, -0.9896]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-760", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2284, -0.9784, -2.6034, -0.9784]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-302", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3208, -1.6958, -1.8208, -0.6958]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-264", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7832, -1.9082, -1.6582, -0.7832]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-188", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.936, -1.436, -1.811, -0.686]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-191", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.834, -0.834, -1.459, -1.459]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-525", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3672, -1.4922, -2.3672, -0.9922]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-833", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4068, -2.4068, -0.9068, -1.0318]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-697", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1367, -2.7617, -0.3867, -1.8867]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-895", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3534, -2.2284, -0.9784, -1.1034]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-277", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6256, -1.7506, -1.5006, -1.0006]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-192", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.893, -2.768, -0.518, -1.393]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-485", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6373, -2.3873, -1.0123, -0.8873]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-672", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.546, -1.046, -1.671, -1.046]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-753", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4018, -2.9018, -1.1518, -0.6518]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-515", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8979, -1.8979, -2.0229, -1.3979]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-381", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9425, -1.4425, -1.1925, -1.0675]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-147", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5587, -2.0587, -2.1837, -0.4337]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-870", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2302, -1.8552, -1.1052, -0.9802]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-268", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.3629, -2.6129, -1.8629, -0.7379]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-644", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3722, -1.3722, -1.6222, -0.8722]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-5", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0256, -1.9006, -1.0256, -1.1506]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-178", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1565, -1.7815, -1.6565, -0.7815]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-149", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0888, -2.3388, -1.8388, -0.5888]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-454", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7742, -1.3992, -1.6492, -0.7742]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-231", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7506, -1.5006, -1.3756, -1.1256]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-392", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9201, -2.2951, -1.0451, -1.0451]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-336", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.434, -1.559, -1.059, -1.184]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-213", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0823, -1.0823, -1.5823, -1.2073]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-685", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7752, -2.4002, -0.5252, -1.4002]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-885", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2143, -2.5893, -0.7143, -1.2143]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-582", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4902, -1.9902, -0.9902, -0.9902]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-119", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5018, -2.5018, -0.8768, -1.0018]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-138", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.555, -1.305, -1.805, -0.805]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-84", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3274, -2.2024, -2.0774, -0.8274]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-851", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8421, -1.5921, -1.4671, -0.7171]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-648", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0928, -2.7178, -1.2178, -0.7178]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-16", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1704, -1.7954, -0.9204, -1.2954]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-406", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3656, -2.1156, -0.7406, -1.1156]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-78", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7955, -0.4205, -3.4205, -2.4205]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-304", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2314, -2.2314, -0.8564, -1.1064]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-523", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-4.2509, -1.1259, -2.3759, -0.6259]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-740", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0133, -1.5133, -1.1383, -1.2633]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-557", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3321, -1.2071, -1.4571, -1.0821]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-41", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6681, -1.9181, -2.1681, -0.6681]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-841", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.0794, -2.0794, -1.8294, -1.0794]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-320", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5391, -2.1641, -1.1641, -0.9141]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-139", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1631, -2.0381, -1.7881, -1.2881]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-318", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6075, -2.2325, -2.4825, -0.3575]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-436", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0725, -2.4475, -1.4475, -0.6975]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-39", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.768, -1.143, -2.768, -1.018]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-771", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.7019, -0.9519, -2.0769, -0.8269]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-140", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3378, -2.0878, -1.7128, -0.4628]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-684", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8368, -1.8368, -1.2118, -1.0868]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-638", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7012, -4.5762, -0.2012, -2.0762]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-375", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.7427, -1.4927, -3.3677, -0.3677]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-507", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5817, -1.9567, -0.7067, -1.3317]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-126", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7646, -1.5146, -1.8896, -0.8896]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-132", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9873, -2.3623, -0.8623, -1.1123]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-666", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1578, -1.7828, -1.5328, -0.7828]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-333", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6383, -2.3883, -1.8883, -0.6383]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-587", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1205, -3.2455, -0.3705, -1.7455]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-893", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4013, -1.6513, -1.6513, -0.7763]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-728", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.539, -1.539, -2.289, -0.539]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-494", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9424, -2.8174, -0.4424, -1.5674]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-258", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3726, -0.4976, -2.4976, -1.4976]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-329", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5237, -2.3987, -0.8987, -1.0237]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-162", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5354, -3.9104, -2.6604, -1.2854]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-538", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9617, -0.9617, -1.9617, -1.2117]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-293", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2427, -1.8677, -1.1177, -0.9927]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-68", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3115, -2.3115, -0.8115, -1.1865]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-308", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6445, -2.8945, -2.8945, -1.2695]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-578", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0798, -1.0798, -1.2048, -1.3298]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-435", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.326, -1.576, -1.076, -1.201]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-792", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.848, -0.973, -1.973, -1.223]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-897", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9068, -1.6568, -1.5318, -0.9068]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-237", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2791, -1.1541, -2.0291, -0.9041]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-265", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5625, -2.0625, -0.9375, -1.4375]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-457", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8187, -1.8187, -1.6937, -0.8187]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-750", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.4652, -0.9652, -2.4652, -1.4652]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-775", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6494, -1.7744, -1.1494, -1.2744]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-54", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.945, -2.82, -0.695, -1.32]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-592", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6635, -2.5385, -1.9135, -0.4135]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-732", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9987, -1.3737, -1.6237, -0.9987]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-124", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9054, -0.5304, -2.1554, -1.5304]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-404", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1738, -3.2988, -0.2988, -1.9238]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-667", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7001, -2.0751, -1.0751, -1.0751]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-620", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4579, -1.2079, -1.4579, -1.0829]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-832", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9582, -1.4582, -1.5832, -0.9582]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-294", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.1654, -1.0404, -2.1654, -1.0404]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-212", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9692, -1.9692, -1.4692, -0.5942]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-824", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3571, -3.4821, -0.2321, -2.2321]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-37", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0713, -1.3213, -1.1963, -1.3213]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-647", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.6982, -1.0732, -1.5732, -1.0732]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-125", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5177, -2.0177, -1.0177, -1.0177]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-23", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.781, -1.781, -2.156, -0.531]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-600", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2014, -2.4514, -0.5764, -1.3264]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-628", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3033, -3.1783, -0.5533, -1.4283]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-101", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5045, -0.7545, -2.1295, -1.2545]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-115", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3524, -2.6024, -0.8524, -0.9774]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-358", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4264, -1.5514, -1.1764, -1.1764]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-120", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5859, -2.3359, -1.0859, -0.8359]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-47", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3306, -2.3306, -0.7056, -1.3306]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-171", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5995, -1.2245, -1.8495, -0.8495]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-455", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0855, -2.5855, -0.5855, -1.2105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-263", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1422, -0.2672, -3.6422, -2.2672]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-145", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8386, -1.4636, -1.4636, -1.0886]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-43", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5983, -1.8483, -1.0983, -0.9733]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-86", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1983, -2.0733, -1.1983, -0.6983]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-659", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1488, -1.5238, -1.7738, -0.6488]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-385", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3811, -1.6311, -1.8811, -1.0061]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-522", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2636, -2.8886, -0.5136, -1.2636]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-330", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7058, -2.0808, -1.3308, -0.7058]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-599", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0261, -2.7761, -0.9011, -0.7761]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-820", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.877, -1.002, -2.877, -0.752]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-164", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.218, -1.593, -1.718, -0.718]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-386", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9261, -2.5511, -0.6761, -1.4261]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-822", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4078, -2.1578, -1.7828, -0.5328]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-372", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0928, -1.9678, -1.2178, -0.7178]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-466", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6165, -1.8665, -0.9915, -0.9915]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-769", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8652, -1.2402, -1.7402, -1.1152]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-155", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1681, -1.2931, -1.5431, -1.0431]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-437", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4536, -1.9536, -0.4536, -1.8286]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-280", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8264, -1.5764, -1.5764, -0.9514]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-207", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5678, -2.0678, -0.5678, -1.5678]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-154", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1276, -1.1276, -1.2526, -1.1276]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-532", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8097, -1.4347, -2.8097, -0.6847]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-315", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.8029, -1.0529, -1.6779, -1.3029]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-886", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4745, -2.2245, -0.5995, -1.4745]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-664", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3929, -2.2679, -0.8929, -1.0179]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-583", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3286, -1.0786, -1.5786, -0.9536]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-366", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7114, -3.8364, -0.2114, -2.2114]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-539", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8105, -2.0605, -2.9355, -0.3105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-414", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1694, -2.4194, -0.7944, -1.1694]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-476", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5242, -1.3992, -1.1492, -1.1492]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-283", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7986, -1.2986, -1.6736, -0.7986]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-151", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5722, -1.6972, -1.9472, -0.8222]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-206", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5494, -1.6744, -2.0494, -0.9244]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-797", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1968, -2.4468, -0.6968, -1.4468]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-554", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8567, -1.9817, -2.9817, -0.4817]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-463", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6482, -2.6482, -0.5232, -1.3982]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-641", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.539, -2.289, -0.539, -1.539]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-259", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8739, -2.3739, -1.6239, -0.6239]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-153", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1047, -1.3547, -1.7297, -0.9797]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-63", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3818, -1.7568, -0.8818, -1.2568]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-339", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2914, -1.1664, -3.2914, -0.5414]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-593", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1868, -1.6868, -1.1868, -1.0618]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-809", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.2387, -1.8637, -1.4887, -1.4887]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-401", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4901, -1.6151, -1.1151, -0.9901]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-340", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.945, -1.57, -2.07, -0.695]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-439", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.733, -1.733, -1.733, -0.608]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-477", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3713, -0.8713, -1.7463, -1.2463]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-612", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2664, -2.0164, -1.8914, -0.6414]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-607", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2238, -2.0988, -0.9738, -1.2238]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-343", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4583, -2.4583, -1.9583, -0.3333]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-368", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1903, -1.6903, -1.3153, -0.9403]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-878", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3212, -2.1962, -0.5712, -1.3212]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-275", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6352, -0.6352, -2.6352, -1.2602]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-266", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0175, -1.5175, -0.8925, -1.2675]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-705", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2524, -1.7524, -1.6274, -0.7524]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-837", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.929, -0.554, -2.054, -1.554]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-631", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8735, -2.2485, -1.4985, -0.8735]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-506", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3308, -1.4558, -1.5808, -0.8308]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-130", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8164, -1.8164, -1.6914, -0.8164]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-97", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2978, -2.6728, -3.6728, -0.1728]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-295", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2662, -2.0162, -3.5162, -0.2662]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-197", "lang": "pl", "gold": "D", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.15, -1.275, -2.4, -1.275]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-547", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2328, -1.9828, -1.4828, -0.7328]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-261", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8245, -1.9495, -1.3245, -0.9495]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-310", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7627, -1.7627, -2.1377, -0.7627]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-880", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.9461, -4.1961, -0.1961, -2.1961]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-160", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5672, -0.6922, -2.0672, -1.3172]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-814", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1384, -1.7634, -1.2634, -0.8884]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-176", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.7936, -1.1686, -1.9186, -1.1686]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-581", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6511, -1.5261, -1.0261, -1.1511]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-715", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3053, -2.0553, -1.8053, -0.5553]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-430", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.755, -1.63, -1.505, -1.005]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-428", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8458, -2.0958, -1.4708, -0.8458]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-537", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.758, -1.383, -1.508, -1.133]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-297", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0881, -1.8381, -1.5881, -0.7131]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-444", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6649, -2.0399, -2.1649, -0.4149]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-133", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.3348, -2.5848, -1.0848, -1.2098]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-694", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5968, -1.7218, -1.5968, -0.9718]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-14", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0155, -0.6405, -2.1405, -1.3905]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-683", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.537, -1.537, -2.037, -0.662]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-853", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3011, -0.9261, -2.1761, -1.0511]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-712", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4209, -1.7959, -1.1709, -0.9209]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-608", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8269, -1.5769, -1.7019, -0.7019]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-260", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7233, -0.8483, -1.2233, -1.7233]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-328", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6715, -2.0465, -0.9215, -1.0465]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-422", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0477, -1.5477, -1.0477, -1.0477]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-411", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4179, -1.4179, -1.5429, -0.9179]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-395", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.0185, -1.0185, -1.8935, -1.1435]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-35", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4973, -1.8723, -0.8723, -1.2473]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-767", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8865, -1.6365, -1.3865, -1.0115]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-594", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1518, -2.2768, -0.7768, -1.0268]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-204", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2412, -1.6162, -1.4912, -1.1162]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-98", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5761, -1.7011, -1.4511, -1.0761]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-337", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7395, -1.8645, -0.8645, -1.1145]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-725", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7633, -1.8883, -1.5133, -0.8883]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-700", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7607, -2.7607, -0.6357, -1.1357]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-116", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.667, -1.917, -2.167, -0.667]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-471", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.827, -1.827, -1.077, -0.952]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-629", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1521, -0.5271, -2.9021, -1.7771]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-710", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0426, -2.6676, -3.5426, -0.2926]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-179", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.7735, -2.7735, -0.7735, -1.5235]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-660", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9818, -1.3568, -2.3568, -0.7318]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-418", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5533, -2.0533, -1.0533, -0.9283]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-542", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5889, -1.3389, -0.8389, -1.5889]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-113", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.7348, -1.2348, -1.6098, -1.2348]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-564", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1816, -3.0566, -0.3066, -2.0566]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-789", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.402, -2.777, -2.027, -0.652]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-195", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0645, -1.6895, -1.5645, -0.8145]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-627", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2403, -1.1153, -2.1153, -0.9903]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-359", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8075, -1.1825, -1.9325, -0.8075]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-403", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2408, -1.2408, -1.3658, -1.1158]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-821", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3824, -1.5074, -1.7574, -0.7574]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-136", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8168, -1.4418, -1.4418, -1.1918]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-723", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2151, -3.5901, -0.9651, -0.8401]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-530", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8294, -0.5794, -2.0794, -1.7044]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-376", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9658, -1.7158, -1.4658, -0.9658]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-342", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.5404, -2.5404, -0.9154, -1.2904]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-596", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.1603, -2.1603, -1.7853, -1.0353]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-210", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4787, -1.1037, -1.8537, -0.9787]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-400", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5983, -2.3483, -0.5983, -1.4733]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-504", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.553, -1.678, -1.678, -0.678]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-377", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3554, -1.2304, -2.2304, -0.7304]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-91", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0381, -1.1631, -1.2881, -1.4131]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-12", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1605, -2.4105, -1.0355, -0.9105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-211", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2623, -3.2623, -1.2623, -1.0123]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-90", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2439, -1.7439, -1.3689, -0.8689]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-415", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.381, -2.381, -1.381, -0.631]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-409", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2523, -1.5023, -1.3773, -1.0023]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-559", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1693, -2.1693, -0.7943, -1.4193]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-442", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3295, -0.4545, -2.7045, -1.4545]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-121", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.285, -1.535, -2.66, -0.535]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-79", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1756, -2.0506, -1.5506, -0.6756]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-383", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.1508, -2.5258, -2.1508, -0.2758]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-317", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7609, -1.6359, -1.3859, -1.1359]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-516", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9484, -1.6984, -1.6984, -0.8234]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-447", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3827, -1.7577, -1.0077, -1.1327]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-764", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9458, -1.0708, -1.5708, -1.3208]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-286", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9033, -1.9033, -0.9033, -1.0283]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-830", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6994, -2.0744, -0.9494, -0.9494]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-181", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7263, -1.2263, -2.1013, -0.9763]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-720", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9638, -1.7138, -1.8388, -0.7138]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-341", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7277, -0.9777, -1.8527, -0.9777]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-838", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2751, -1.2751, -2.5251, -0.6501]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-349", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4007, -1.6507, -1.2757, -0.9007]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-107", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2279, -2.2279, -0.9779, -0.9779]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-183", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6815, -1.5565, -1.3065, -1.1815]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-472", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2795, -1.5295, -1.4045, -0.9045]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-20", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.355, -2.605, -2.98, -2.105]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-440", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4232, -1.9232, -1.4232, -0.7982]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-407", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3731, -1.7481, -0.6231, -1.4981]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-460", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1046, -1.2296, -2.3546, -0.8546]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-186", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.2254, -3.8504, -0.3504, -1.7254]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-157", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7079, -2.0829, -0.9579, -1.3329]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-805", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6741, -1.4241, -1.1741, -1.0491]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-673", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0993, -1.5993, -0.9743, -1.0993]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-854", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.148, -1.398, -1.648, -1.023]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-738", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9458, -2.3208, -1.5708, -0.6958]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-496", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3058, -2.0558, -1.3058, -0.8058]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-298", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4507, -1.7007, -1.3257, -0.9507]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-189", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5383, -3.0383, -0.9133, -1.1633]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-427", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.586, -3.211, -0.336, -1.586]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-18", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8925, -1.2675, -2.5175, -1.7675]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-279", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6167, -1.4917, -2.8667, -0.4917]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-76", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3073, -0.4323, -2.3073, -1.6823]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-669", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9191, -2.1691, -1.0441, -1.2941]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-353", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3043, -2.4293, -0.5543, -1.5543]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-452", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3496, -1.3496, -1.3496, -1.0996]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-483", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0199, -1.3949, -1.6449, -1.0199]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-38", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2241, -1.4741, -2.4741, -0.5991]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-787", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.461, -1.836, -0.961, -1.086]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-4", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4841, -2.1091, -0.4841, -1.8591]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-287", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.1545, -3.9045, -2.9045, -0.5295]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-681", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9463, -2.3213, -0.6963, -1.5713]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-361", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1778, -0.9278, -2.5528, -1.0528]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-282", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4705, -2.0955, -0.8455, -1.0955]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-226", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3503, -0.4752, -3.2253, -1.7253]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-812", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4667, -1.8417, -0.9667, -1.0917]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-568", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6237, -1.3737, -1.7487, -0.7487]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-845", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1376, -1.5126, -1.2626, -1.1376]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-326", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.473, -0.223, -3.598, -2.348]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-66", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.7402, -2.9902, -1.2402, -0.4902]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-742", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6093, -1.9843, -1.9843, -0.7343]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-601", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3587, -2.2337, -0.7337, -1.3587]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-1", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.4137, -0.7887, -2.9137, -1.5387]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-22", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5871, -3.0871, -1.2121, -0.5871]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-755", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3576, -2.2326, -1.9826, -0.8576]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-424", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8027, -1.3027, -1.6777, -1.1777]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-678", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4005, -1.5255, -2.0255, -0.6505]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-324", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.238, -1.863, -1.238, -0.988]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-850", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4501, -1.5751, -1.5751, -1.0751]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-52", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7036, -2.7036, -0.5786, -1.3286]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-737", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2092, -1.9592, -1.8342, -0.7092]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-702", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4023, -2.1523, -1.5273, -0.7773]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-524", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6621, -2.4121, -1.1621, -0.7871]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-208", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9961, -1.2461, -1.8711, -0.9961]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-351", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0165, -2.3915, -0.8915, -1.1415]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-215", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8628, -1.7378, -1.1128, -1.2378]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-288", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9131, -2.0381, -1.4131, -0.9131]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-278", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1457, -1.3957, -1.7707, -0.8957]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-855", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.743, -1.993, -2.993, -0.493]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-109", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8391, -1.2141, -1.7141, -0.8391]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-118", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2932, -1.4182, -1.2932, -1.0432]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-844", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3757, -1.6257, -1.2507, -1.0007]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-137", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6593, -0.7843, -2.0343, -1.1593]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-106", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.2636, -1.1386, -3.0136, -1.1386]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-306", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1937, -0.6937, -2.3187, -1.3187]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-8", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6972, -1.0722, -1.6972, -0.9472]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-309", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1408, -3.8908, -0.2658, -2.0158]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-774", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4231, -3.4231, -0.5481, -1.1731]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-571", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6019, -2.3519, -3.1019, -0.4769]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-291", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6897, -2.5647, -0.5647, -1.4397]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-378", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5334, -1.4084, -1.5334, -0.9084]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-798", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5928, -2.9678, -0.5928, -1.2178]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-736", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.055, -1.68, -1.43, -0.93]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-357", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.1034, -1.1034, -1.7284, -1.1034]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-748", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8843, -1.7593, -1.1343, -1.1343]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-763", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2963, -1.5463, -1.2963, -1.0463]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-518", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7889, -1.7889, -1.7889, -0.7889]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-896", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3339, -1.4589, -1.9589, -0.7089]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-75", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7522, -2.0022, -1.0022, -0.8772]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-102", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1016, -1.4766, -1.3516, -0.9766]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-770", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6054, -2.9804, -0.2304, -2.2304]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-9", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.52, -1.27, -1.395, -1.02]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-74", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.389, -2.139, -1.264, -0.639]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-556", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5725, -2.6975, -0.8225, -0.9475]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-468", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2619, -1.2619, -1.8869, -0.8869]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-307", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.792, -4.292, -0.167, -2.542]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-134", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1913, -1.8163, -1.6913, -0.6913]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-772", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2823, -2.1573, -1.2823, -0.7823]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-716", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.5047, -3.0047, -2.5047, -0.5047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-244", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9351, -0.6851, -2.6851, -1.4351]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-577", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5647, -3.9397, -0.1897, -2.4397]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-209", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7104, -0.9604, -2.5854, -0.8354]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-267", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4869, -2.7369, -2.7369, -1.7369]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-783", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1998, -1.5748, -1.4498, -0.9498]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-535", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4182, -1.2932, -1.9182, -0.6682]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-869", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0415, -2.2915, -0.7915, -1.4165]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-83", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.7467, -0.8717, -1.2467, -1.4967]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-40", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1745, -1.9245, -0.9245, -1.1745]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-766", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.418, -1.418, -1.668, -0.793]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-122", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3116, -0.6866, -2.3116, -1.1866]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-413", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5535, -2.8035, -0.4285, -1.8035]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-240", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5338, -1.6588, -1.0338, -1.0338]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-652", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0493, -1.5493, -1.5493, -0.9243]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-690", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8847, -3.3847, -0.7597, -0.8847]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-190", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9935, -2.6185, -0.7435, -1.2435]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-82", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.8297, -0.8297, -2.7047, -1.2047]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-520", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4621, -1.5871, -1.0871, -1.0871]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-576", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5935, -1.7185, -1.4685, -0.8435]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-724", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6566, -2.0316, -1.4066, -0.9066]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-706", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0998, -1.2248, -1.8498, -0.9748]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-514", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3434, -1.0934, -1.4684, -1.2184]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-488", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7524, -2.0024, -1.1274, -0.8774]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-606", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9097, -1.7847, -3.4097, -0.5347]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-58", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0716, -2.6966, -1.6966, -0.5716]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-321", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4691, -1.9691, -1.4691, -0.7191]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-625", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0498, -1.5498, -1.7998, -0.7998]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-555", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4519, -2.9519, -3.4519, -0.4519]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-734", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7331, -1.7331, -1.2331, -0.9831]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-222", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.0239, -0.7739, -2.1489, -1.3989]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-303", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0615, -1.8115, -1.8115, -0.6865]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-619", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1655, -0.5405, -2.4155, -1.4155]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-158", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7435, -3.2435, -0.2435, -2.1185]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-498", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0023, -1.2523, -1.7523, -1.0023]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-569", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8504, -2.1004, -1.8504, -0.4754]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-630", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6273, -2.6273, -0.5023, -1.6273]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-292", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4451, -2.3201, -1.5701, -0.5701]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-465", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4333, -1.8083, -1.0583, -1.0583]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-682", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2965, -2.0465, -1.4215, -1.1715]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-399", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4089, -2.5339, -0.7839, -1.1589]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-2", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.4648, -0.2148, -3.4648, -2.3398]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-795", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2493, -1.4993, -1.4993, -0.8743]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-168", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7361, -2.3611, -0.8611, -1.3611]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-859", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8824, -1.1324, -1.7574, -1.1324]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-782", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0373, -1.7873, -0.9123, -1.0373]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-218", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.9648, -0.2148, -3.3398, -2.9648]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-492", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9459, -1.8209, -2.0709, -0.6959]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "belebele_pl", "pair_id": "belebele-645", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5019, -2.0019, -1.0019, -1.0019]}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10856", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4132, -1.9132, -0.6632, -1.7882], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10247", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6375, -1.8875, -1.2625, -1.2625], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7410", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.4844, -3.9844, -0.1094, -4.2344], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3581", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5534, -0.3034, -3.1784, -2.3034], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13087", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4944, -1.1194, -1.7444, -1.2444], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3504", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.9669, -3.8419, -0.4669, -1.4669], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2383", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6305, -2.3805, -0.6305, -1.3805], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11496", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9875, -1.3625, -0.9875, -1.4875], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1058", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.4273, -2.1773, -2.4273, -0.3023], "subject": "college_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6013", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2768, -1.5268, -1.5268, -1.1518], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12143", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1448, -2.0198, -0.6448, -1.3948], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10932", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7384, -2.3634, -0.4884, -2.1134], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5099", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.9979, -4.1229, -3.2479, -0.1229], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12772", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8744, -2.3744, -1.7494, -0.6244], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8717", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7305, -1.4805, -0.9805, -1.4805], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4750", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5154, -1.6404, -1.5154, -0.8904], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9520", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8748, -1.4998, -0.9998, -1.2498], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5691", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8757, -1.0007, -2.1257, -1.2507], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-565", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.6364, -0.2614, -2.7614, -2.8864], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11656", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8893, -2.0143, -0.7643, -1.7643], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5997", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.226, -3.476, -0.601, -1.101], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10159", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9835, -1.1085, -1.8585, -1.4835], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2310", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2392, -1.6142, -0.8642, -1.3642], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1918", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6476, -1.0226, -1.7726, -1.5226], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13562", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1024, -0.3524, -2.4774, -2.6024], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3484", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.485, -2.61, -0.36, -2.36], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5989", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2781, -1.2781, -1.5281, -1.2781], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-759", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0865, -1.8365, -1.5865, -0.8365], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3884", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5423, -1.0423, -1.6673, -1.5423], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9997", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6292, -2.5042, -0.5042, -1.6292], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7558", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5342, -1.5342, -1.0342, -1.5342], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9725", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7709, -1.2709, -0.8959, -1.7709], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1199", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9309, -1.3059, -0.9309, -1.4309], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3026", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8698, -1.4948, -1.4948, -1.6198], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9100", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7831, -1.4081, -1.0331, -1.5331], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6927", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6117, -0.8617, -1.9867, -1.6117], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13268", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2082, -2.3332, -1.0832, -0.9582], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2386", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2351, -1.9851, -1.2351, -1.1101], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-709", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.3583, -1.6083, -1.9833, -1.3583], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1105", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4106, -2.2856, -1.1606, -1.6606], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13613", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.4435, -3.4435, -3.0685, -0.1935], "subject": "us_foreign_policy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2097", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0178, -2.3928, -0.7678, -1.3928], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10528", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2986, -2.0486, -0.7986, -1.6736], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11780", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.975, -1.6, -0.975, -1.225], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9073", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8141, -1.4391, -1.0641, -1.4391], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7014", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.2233, -0.2233, -3.3483, -3.0983], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3369", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3048, -3.6798, -0.5548, -1.3048], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-623", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.242, -1.617, -1.242, -1.242], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2314", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0497, -2.5497, -1.5497, -0.5497], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2716", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5408, -2.7908, -1.7908, -0.7908], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10185", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.916, -2.291, -1.041, -0.916], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7224", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4699, -1.8449, -1.8449, -1.3449], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7577", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4645, -1.9645, -0.8395, -1.3395], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10327", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8921, -2.6421, -2.8921, -0.2672], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2051", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5971, -1.5971, -0.7221, -1.5971], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9306", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9009, -1.4009, -1.0259, -1.5259], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10001", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6046, -1.8546, -0.7296, -1.4796], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12158", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5769, -2.4519, -0.7019, -1.4519], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6546", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.726, -2.476, -0.851, -1.851], "subject": "international_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9581", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9622, -1.7122, -0.8372, -1.3372], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6832", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.274, -2.899, -0.399, -1.774], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8503", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0219, -1.6469, -1.3969, -1.1469], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9849", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.025, -0.775, -1.9, -1.65], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3623", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5888, -2.4638, -1.9638, -0.4638], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11290", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2311, -2.1061, -1.2311, -0.7311], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3477", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7901, -1.7901, -0.5401, -2.2901], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10178", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5003, -1.5003, -1.6253, -1.1253], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8677", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8687, -1.4937, -0.9937, -1.4937], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9881", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7509, -1.8759, -0.6259, -1.7509], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6231", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.7028, -2.2028, -2.9528, -1.4528], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4899", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.8018, -0.9268, -2.0518, -1.3018], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12680", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.134, -3.759, -0.884, -2.009], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10871", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6474, -2.0224, -0.5224, -2.1474], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11293", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8897, -1.1397, -1.0147, -1.6397], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11158", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7874, -1.4124, -1.2874, -1.0374], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10541", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0563, -1.8063, -0.6813, -1.5563], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-455", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.891, -2.141, -3.016, -2.016], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9876", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3871, -1.8871, -0.7621, -1.7621], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5406", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.9889, -4.8639, -0.1139, -3.3639], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7820", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9788, -2.2288, -2.6038, -0.6038], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12518", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5505, -1.0505, -1.0505, -1.8005], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-83", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.965, -1.59, -1.215, -1.215], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-658", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4865, -1.7365, -0.6115, -1.8615], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6384", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3346, -0.9596, -2.0846, -1.0846], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-614", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3985, -2.0235, -1.0235, -1.2735], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8656", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7772, -1.4022, -1.0272, -1.5272], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7087", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.342, -0.592, -1.342, -2.592], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4626", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3663, -1.3663, -1.2413, -1.2413], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4666", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1596, -2.5346, -1.2846, -0.6596], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10099", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1397, -1.8897, -0.8897, -1.1397], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1221", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4195, -1.4195, -1.1695, -1.1695], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7467", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8819, -0.7569, -2.1319, -1.3819], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2663", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9404, -1.5654, -1.0654, -1.0654], "subject": "global_facts", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12145", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4719, -1.5969, -1.0969, -1.2219], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3494", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8199, -3.1949, -1.1949, -1.8199], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9399", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.896, -1.396, -1.021, -1.521], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5868", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1624, -2.0374, -1.7874, -1.4124], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3075", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.366, -1.866, -1.866, -0.866], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7672", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8589, -2.1089, -2.8589, -0.4839], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13399", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8206, -2.3206, -1.1956, -0.8206], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4195", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3447, -1.3447, -1.7197, -1.0947], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4041", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1942, -3.1942, -2.3192, -0.5692], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9178", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8949, -1.3949, -1.0199, -1.5199], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8187", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0233, -2.5233, -0.7733, -1.2733], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3352", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4527, -0.8277, -1.5777, -1.7027], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5984", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3896, -1.7646, -3.1396, -0.5146], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7367", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4906, -2.1156, -0.9906, -0.9906], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13892", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4037, -2.1537, -0.9037, -1.2787], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13669", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6988, -1.5738, -1.1988, -1.1988], "subject": "us_foreign_policy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7774", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.086, -0.211, -2.961, -3.836], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8934", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9741, -1.4741, -0.9741, -1.4741], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3547", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4945, -3.8695, -0.2445, -2.4945], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-912", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.4309, -2.4309, -1.0559, -0.8059], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6085", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3798, -3.5048, -0.2548, -2.6298], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11805", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9396, -1.9396, -0.8146, -1.4396], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4665", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5866, -1.3366, -1.3366, -1.2116], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10357", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0127, -1.8877, -2.1377, -0.5127], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8679", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9059, -1.4059, -1.0309, -1.5309], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-792", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0733, -2.3233, -1.1983, -1.6983], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6975", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3173, -2.5673, -0.4423, -2.1923], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1498", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7454, -0.4954, -2.6204, -2.1204], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10620", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9091, -1.9091, -0.9091, -1.4091], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11828", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.548, -3.548, -0.423, -1.923], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1813", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1391, -2.0141, -1.3891, -1.0141], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12768", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6007, -1.8507, -2.1007, -0.4757], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6391", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1114, -1.6114, -0.8614, -1.6114], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1379", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.4537, -0.7037, -1.9537, -1.3287], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12400", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.244, -1.119, -1.494, -1.244], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7082", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.889, -2.389, -2.639, -0.514], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-965", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9887, -1.7387, -0.9887, -1.7387], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11421", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4983, -1.7483, -0.8733, -1.3733], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13842", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.1414, -1.5164, -1.7664, -2.0164], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9510", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.6669, -1.1669, -1.5419, -1.5419], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7436", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0577, -3.6827, -0.4327, -1.5577], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5471", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6515, -0.6515, -2.0265, -1.7765], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5494", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2583, -2.7583, -0.6333, -1.2583], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6665", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.9828, -3.8578, -0.6078, -1.2328], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5855", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0007, -3.0007, -0.2507, -2.3757], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8953", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7872, -1.4122, -1.0372, -1.5372], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9530", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2358, -2.3608, -0.9858, -0.9858], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3988", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0924, -1.8424, -1.3424, -1.0924], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1484", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7717, -1.5217, -1.2717, -1.0217], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7104", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5812, -1.2062, -1.0812, -1.5812], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11373", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.956, -0.831, -1.581, -1.706], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6829", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1202, -1.4952, -1.8702, -0.8702], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2534", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2854, -2.4104, -0.9104, -1.4104], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3661", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9418, -0.6918, -2.5668, -1.6918], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2432", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1827, -2.0577, -0.5577, -1.4327], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4207", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9345, -1.4345, -1.1845, -1.4345], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1798", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5881, -1.4631, -0.8381, -1.5881], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11064", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.631, -2.006, -0.756, -1.381], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6378", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1315, -1.8815, -1.5065, -0.8815], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9051", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8491, -1.4741, -1.0991, -1.4741], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10860", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5847, -2.0847, -0.5847, -1.8347], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13066", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4426, -1.6926, -0.8176, -1.4426], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6817", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0997, -2.2247, -0.8497, -1.3497], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2960", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.3953, -4.7703, -0.8953, -0.6453], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11771", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.8958, -2.6458, -0.8958, -1.2708], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12786", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.5683, -1.5683, -1.4433, -1.5683], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3552", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5035, -2.0035, -1.7535, -0.5035], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2945", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.3173, -2.4423, -1.6923, -1.3173], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8642", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8201, -1.4451, -1.0701, -1.4451], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11867", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5387, -1.6637, -1.2887, -1.0387], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7128", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.0158, -4.0158, -3.8908, -0.1408], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4556", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.8916, -0.3916, -3.0166, -2.5166], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4245", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7257, -1.6007, -1.2257, -1.1007], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11985", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2493, -2.6243, -0.7493, -1.3743], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5109", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6879, -2.1879, -2.0629, -0.6879], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10160", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6104, -3.1104, -0.7354, -1.1104], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4969", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.0389, -3.6639, -3.4139, -0.1639], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8068", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6066, -0.9816, -1.8566, -1.4816], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3922", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1906, -2.3156, -0.9406, -0.9406], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2418", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2486, -1.4986, -1.6236, -0.8736], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12660", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6806, -2.1806, -0.5556, -1.5556], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-934", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7446, -1.4946, -0.9946, -1.3696], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3356", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5272, -1.2772, -1.6522, -1.1522], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8168", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5627, -0.8127, -1.9377, -1.4377], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-428", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7486, -1.6236, -1.1236, -1.2486], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7930", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1267, -2.0017, -0.7517, -1.7517], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2043", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4447, -1.5697, -0.9447, -1.4447], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4168", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8984, -1.7734, -1.5234, -1.1484], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4686", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0986, -3.9736, -0.4736, -2.0986], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4070", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.604, -2.479, -0.854, -1.354], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3979", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5544, -1.8044, -1.3044, -0.9294], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7382", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9069, -2.2819, -2.1569, -1.4069], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9307", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8707, -1.4957, -0.9957, -1.4957], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13817", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4449, -1.4449, -0.5699, -2.3199], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2583", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9961, -1.3711, -1.2461, -1.1211], "subject": "global_facts", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1141", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0378, -1.1628, -1.0378, -1.5378], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3563", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7009, -1.9509, -1.2009, -1.2009], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5665", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0689, -1.4439, -1.9439, -0.6939], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7675", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6169, -1.9919, -0.8669, -2.1169], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8500", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0325, -1.6575, -1.2825, -1.2825], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5812", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.236, -1.986, -2.736, -0.361], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5290", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.018, -0.518, -2.018, -2.143], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12654", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.8404, -5.0904, -0.0904, -3.4654], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1841", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.749, -2.249, -1.499, -1.374], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2412", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2089, -1.9589, -1.7089, -0.8339], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13372", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3435, -1.3435, -1.4685, -1.4685], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8654", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7165, -1.4665, -1.0915, -1.4665], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4966", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.7384, -3.7384, -0.2384, -2.1134], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8665", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7719, -1.3969, -1.0219, -1.5219], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2424", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.851, -1.351, -1.101, -1.226], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4845", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6349, -1.7599, -1.7599, -1.2599], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11783", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.299, -1.174, -1.174, -1.549], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3774", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3106, -2.0606, -1.9356, -0.9356], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13010", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7093, -1.8343, -2.4593, -0.4593], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1935", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3041, -1.3041, -0.9291, -1.5541], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4164", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6004, -1.7254, -0.6004, -1.8504], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5430", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0856, -0.8356, -2.3356, -1.3356], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8989", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9248, -1.2998, -1.0498, -1.5498], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12821", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8417, -0.8417, -1.8417, -1.4667], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1256", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.699, -2.824, -0.449, -1.574], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13898", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.9416, -4.0666, -0.3166, -2.4416], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1123", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1896, -1.4396, -0.9396, -1.3146], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12763", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.3041, -0.8041, -1.1791, -1.8041], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7243", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0706, -1.6956, -2.1956, -0.5706], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13861", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0531, -3.4281, -1.9281, -0.5531], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13798", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5428, -3.0428, -2.4178, -0.2928], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13971", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.4705, -1.0955, -1.2205, -1.5955], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4200", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.712, -2.212, -0.962, -1.462], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3305", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1665, -1.1665, -0.7915, -2.0415], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12136", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5494, -2.7994, -2.0494, -0.4244], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-619", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1421, -2.3921, -0.6421, -1.3921], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10141", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2046, -2.7046, -1.2046, -0.8296], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4756", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.3445, -1.8445, -1.4695, -1.2195], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12015", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4848, -2.6098, -2.3598, -0.9848], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7021", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.7814, -0.5314, -2.9064, -2.7814], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12893", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5151, -3.1401, -0.3901, -1.6401], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-135", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5917, -1.3417, -1.0917, -1.3417], "subject": "anatomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8484", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.04, -2.54, -1.54, -1.29], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1610", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1053, -1.7303, -1.9803, -1.3553], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11504", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5477, -1.2977, -1.1727, -1.4227], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11537", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3273, -1.0773, -1.8273, -1.3273], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1960", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2909, -1.4159, -1.0409, -1.4159], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5532", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0556, -1.6806, -0.8056, -1.4306], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7108", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9544, -1.8294, -1.4544, -1.2044], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-513", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5396, -1.6646, -1.5396, -0.7896], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8556", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8553, -1.4803, -0.9803, -1.6053], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2070", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8962, -1.0212, -1.6462, -1.2712], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4709", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5386, -0.5386, -2.4136, -1.6636], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3250", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4646, -1.9646, -0.7146, -1.5896], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6200", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2686, -0.7686, -2.1436, -1.5186], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2515", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7503, -1.8753, -0.8753, -1.2503], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8970", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7245, -1.3495, -1.0995, -1.4745], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8844", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8226, -1.4476, -0.9476, -1.5726], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13740", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.2978, -0.4228, -2.2978, -2.0478], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7733", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.6787, -0.1787, -3.4287, -3.4287], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10405", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.771, -2.771, -2.396, -0.271], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8520", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9756, -1.4756, -0.9756, -1.4756], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12608", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0608, -1.4358, -1.4358, -0.9358], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7507", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.8154, -0.3154, -2.0654, -2.8154], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12815", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1274, -2.2524, -1.2524, -1.1274], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3550", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.1957, -3.6957, -2.9457, -0.1957], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6195", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7673, -2.3923, -0.6423, -1.8923], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-886", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.1042, -0.3542, -2.2292, -2.7292], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5859", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1772, -1.8022, -1.8022, -1.0522], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13979", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5599, -2.8099, -0.3099, -2.1849], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7258", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8801, -1.3801, -2.0051, -0.7551], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13331", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5211, -1.7711, -1.1461, -1.6461], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13490", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8431, -1.8431, -2.0931, -0.5931], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5853", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.6739, -0.6739, -1.9239, -1.7989], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13078", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.407, -1.407, -1.032, -1.282], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10380", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5677, -1.1927, -0.9427, -1.8177], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2384", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3203, -1.6953, -1.6953, -0.8203], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4252", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2453, -1.3703, -1.3703, -1.4953], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5589", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6922, -1.8172, -1.4422, -1.0672], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3959", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6367, -3.1367, -2.5117, -0.2617], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11400", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1238, -2.2488, -0.9988, -1.1238], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6838", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1666, -1.7916, -0.9166, -1.2916], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12958", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8465, -1.3465, -2.0965, -0.7215], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8544", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9089, -1.4089, -1.0339, -1.5339], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3199", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.1467, -3.1467, -2.8967, -0.2717], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8628", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9354, -1.4354, -0.9354, -1.5604], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1888", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-1.6196, -2.1196, -1.8696, -1.7446], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5164", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2521, -2.8771, -3.0021, -0.2521], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2107", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4697, -2.3447, -2.5947, -0.4697], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8708", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8204, -1.4454, -1.0704, -1.4454], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3508", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8716, -0.8716, -1.2466, -1.8716], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6140", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1455, -2.1455, -0.8955, -1.1455], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12726", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7917, -1.9167, -0.9167, -1.0417], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3789", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6921, -2.6921, -0.9421, -1.3171], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11520", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4598, -1.5848, -0.9598, -1.2098], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7085", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0873, -1.8373, -1.0873, -1.3373], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11508", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.928, -1.178, -2.178, -1.053], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7266", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7867, -1.2867, -1.6617, -1.0367], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4559", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1414, -2.2664, -0.6414, -1.6414], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3433", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6169, -1.3669, -2.6169, -0.7419], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5018", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0292, -2.7792, -1.7792, -0.5292], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8760", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7509, -1.5009, -1.0009, -1.5009], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9509", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9505, -0.3255, -2.4505, -2.8255], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10206", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.0006, -2.8756, -1.7506, -0.3756], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4409", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.342, -1.467, -1.342, -1.467], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11166", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3221, -2.3221, -0.8221, -1.0721], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1400", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.5284, -2.7784, -1.5284, -1.0284], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8769", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.823, -1.448, -1.073, -1.448], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8212", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7722, -1.3972, -1.3972, -1.2722], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3330", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5033, -3.2533, -0.5033, -1.3783], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6030", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.6657, -2.7907, -3.5407, -0.2907], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9782", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1798, -1.9298, -1.4298, -1.0548], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5385", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0377, -1.5377, -0.7877, -1.6627], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6177", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.8111, -1.3111, -3.8111, -0.4361], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-165", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0502, -2.0502, -1.3002, -0.6752], "subject": "anatomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13052", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2132, -1.0882, -0.9632, -1.7132], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5235", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9419, -2.1919, -1.6919, -0.5669], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3961", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5913, -2.4663, -0.5913, -1.4663], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5521", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0701, -1.1951, -1.0701, -1.5701], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8001", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8501, -1.9751, -0.4751, -1.9751], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7093", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6758, -1.4258, -2.0508, -1.1758], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3518", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8738, -2.6238, -1.7488, -0.7488], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2367", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4928, -1.7428, -1.3678, -1.2428], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-397", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2818, -3.0318, -0.2818, -2.7818], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1717", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8523, -1.7273, -1.2273, -1.4773], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13908", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.4142, -1.1642, -1.4142, -1.5392], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2348", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1807, -1.5557, -1.1807, -1.3057], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4589", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7426, -1.9926, -1.2426, -1.6176], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4792", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5928, -1.8428, -0.9678, -1.2178], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2721", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5064, -0.3814, -2.3814, -2.3814], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3631", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4463, -0.6963, -2.0713, -1.8213], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13122", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.7463, -3.8713, -0.2463, -3.4963], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12459", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0657, -1.9407, -1.9407, -0.5657], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9379", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9008, -1.4008, -1.0258, -1.5258], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5732", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2544, -3.5044, -0.2544, -2.3794], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6978", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0722, -2.1972, -1.8222, -0.6972], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4523", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.021, -0.771, -2.396, -1.146], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10950", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2345, -1.3595, -1.2345, -1.1095], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1497", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3893, -1.6393, -1.0143, -1.7643], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6417", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5727, -1.3227, -1.3227, -1.1977], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6145", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7568, -1.3818, -0.8818, -1.6318], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-561", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0734, -2.4484, -0.8234, -1.0734], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12116", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.298, -2.423, -0.673, -1.173], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7403", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6503, -3.2753, -2.7753, -2.2753], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3542", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4361, -2.4361, -1.0611, -1.0611], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3009", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.931, -3.931, -0.306, -2.556], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1737", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.325, -1.325, -0.575, -2.575], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-419", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6691, -1.4191, -1.1691, -1.4191], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5457", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.424, -1.299, -1.424, -1.299], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13368", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2801, -2.7801, -0.9051, -1.2801], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13243", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2056, -1.7056, -1.4556, -0.9556], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-631", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.6901, -1.1901, -1.8151, -1.1901], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3591", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.2303, -0.1053, -3.6053, -3.7303], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12024", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.743, -3.368, -0.493, -1.368], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12286", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9516, -2.0766, -1.4516, -1.7016], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10583", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.329, -1.079, -1.954, -1.204], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12810", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9677, -1.3427, -1.2177, -1.0927], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5808", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.564, -0.689, -1.189, -2.439], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6742", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.249, -0.999, -1.749, -1.249], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8874", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7953, -1.4203, -1.0453, -1.5453], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-566", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8724, -1.9974, -0.7474, -1.4974], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10708", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1004, -2.6004, -0.4754, -1.7254], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8177", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.6401, -0.3901, -1.8901, -2.3901], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13780", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1672, -1.9172, -1.9172, -1.1672], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7594", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2966, -0.7966, -1.5466, -1.9216], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7829", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.9312, -4.1812, -0.1812, -2.8062], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-736", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.2557, -0.8807, -2.3807, -2.1307], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-75", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1736, -1.4236, -1.1736, -1.0486], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9196", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9809, -1.4809, -0.9809, -1.4809], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-816", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.0873, -2.5873, -0.4623, -1.4623], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11687", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3825, -1.7575, -2.0075, -0.7575], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9525", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8668, -0.8668, -1.4918, -1.9918], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9799", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2501, -3.7501, -0.6251, -1.3751], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10901", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6473, -2.0223, -2.2723, -0.7723], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7274", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3135, -2.1885, -2.5635, -0.5635], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8886", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9465, -1.4465, -1.0715, -1.4465], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7980", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7308, -1.3558, -1.8558, -1.2308], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7747", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.4646, -3.7146, -2.9646, -2.2146], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5418", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2148, -1.5898, -0.9648, -1.0898], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6321", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7163, -3.2163, -0.3413, -1.9663], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5597", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.7694, -2.3944, -0.6444, -1.2694], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3720", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4009, -2.2759, -2.2759, -0.6509], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10624", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4159, -1.4159, -1.0409, -1.5409], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6157", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1775, -1.6775, -1.1775, -1.3025], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4180", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0814, -3.2064, -2.2064, -0.4564], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9480", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6875, -1.5625, -0.9375, -1.6875], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-418", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.957, -1.332, -1.957, -0.957], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12925", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.399, -2.274, -0.649, -1.399], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2990", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8705, -1.7455, -1.6205, -1.1205], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13499", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5455, -1.6705, -1.0455, -1.5455], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1945", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.9464, -3.1964, -0.4464, -1.5714], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9498", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.705, -3.58, -0.455, -2.58], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12557", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8065, -1.9315, -1.8065, -0.5565], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2790", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.0648, -2.8148, -2.0648, -0.9398], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8696", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7679, -1.3929, -1.1429, -1.3929], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7335", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9123, -1.4123, -1.0373, -1.5373], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9242", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8585, -1.3585, -1.1085, -1.4835], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6923", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0135, -2.2635, -1.1385, -1.6385], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3339", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.861, -1.861, -0.986, -1.736], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-63", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5791, -1.5791, -0.9541, -1.5791], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7379", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2006, -1.7006, -1.4506, -0.9506], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8382", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3506, -0.9756, -1.6006, -1.3506], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4870", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9514, -1.4514, -1.3264, -1.0764], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10138", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5256, -1.2756, -0.7756, -2.0256], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9899", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.14, -2.015, -1.015, -1.265], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8074", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9711, -0.3461, -2.8461, -2.7211], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11184", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8284, -1.7034, -1.2034, -0.9534], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8927", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7846, -1.4096, -1.0346, -1.5346], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2505", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6444, -1.3944, -1.5194, -1.1444], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7762", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6787, -2.1787, -1.3037, -1.5537], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8528", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0409, -1.5409, -1.0409, -1.4159], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-585", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6951, -1.5701, -0.8201, -1.3201], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3783", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.488, -4.363, -0.238, -2.238], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1205", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.2383, -1.6133, -1.4883, -1.4883], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12976", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6031, -2.7281, -0.9781, -0.7281], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2930", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.588, -1.838, -0.713, -1.338], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11943", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9036, -0.6536, -2.4036, -1.4036], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3867", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4381, -2.3131, -1.3131, -0.9381], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10398", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7456, -1.7456, -0.8706, -1.3706], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12870", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1581, -2.5331, -0.6581, -1.4081], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8087", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.8194, -2.3194, -1.5694, -0.5694], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11888", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.0632, -3.0632, -0.8132, -0.8132], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4733", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.2249, -3.9749, -0.3499, -2.2249], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4620", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0054, -1.2554, -1.1304, -1.5054], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4770", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.217, -2.092, -0.967, -0.967], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2562", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3158, -1.8158, -1.4408, -0.8158], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1329", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5697, -2.1947, -1.1947, -0.9447], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5429", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5869, -1.4619, -1.4619, -1.0869], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3562", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3098, -2.0598, -2.0598, -0.8098], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10697", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8381, -0.7131, -1.9631, -1.4631], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12517", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.028, -1.028, -1.028, -1.778], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-352", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4199, -3.4199, -0.6699, -1.7949], "subject": "astronomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8278", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2235, -1.4735, -2.2235, -0.7235], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2022", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.5898, -1.0898, -1.0898, -1.5898], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7426", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.801, -2.051, -1.176, -1.051], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3095", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1407, -2.3907, -1.5157, -1.1407], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9640", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.3915, -1.6415, -0.3915, -2.3915], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1926", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6262, -1.6262, -0.8762, -1.3762], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10733", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9009, -2.4009, -0.5259, -1.6509], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3725", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2833, -1.2833, -0.9083, -1.6583], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-830", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9941, -2.2441, -0.7441, -1.4941], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6152", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.6299, -0.2549, -2.6299, -2.7549], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3162", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.571, -1.321, -1.446, -1.446], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11357", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2777, -1.9027, -0.9027, -1.4027], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12343", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.035, -1.035, -1.91, -1.16], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-666", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4867, -2.2367, -0.6117, -1.3617], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7663", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.3661, -3.4911, -2.9911, -2.6161], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7425", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5142, -2.6392, -3.2642, -1.7642], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3277", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.026, -1.651, -1.151, -1.276], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11516", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.349, -1.599, -1.349, -1.974], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12583", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.3365, -0.2115, -3.0865, -2.5865], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8414", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8742, -2.2492, -1.4992, -0.8742], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1613", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.7421, -0.9921, -1.7421, -1.6171], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9516", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8812, -3.1312, -1.2562, -0.7562], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9289", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8126, -1.4376, -1.0626, -1.4376], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2961", "lang": "en", "gold": "C", "pred": "A", "pred_lennorm": "A", "correct": false, "correct_lennorm": false, "logprobs": [-0.5199, -3.1449, -2.1449, -1.7699], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1517", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2051, -0.3301, -2.9551, -2.8301], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13023", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7798, -1.4048, -1.4048, -1.0298], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11463", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4063, -2.7813, -0.4063, -2.0313], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9690", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4101, -2.0351, -0.7851, -1.2851], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11208", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5624, -1.6874, -0.8124, -1.5624], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6181", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.4347, -1.0597, -1.6847, -1.1847], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7409", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.8248, -1.0748, -1.1998, -1.9498], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6585", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0288, -1.5288, -1.5288, -1.1538], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12219", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2281, -2.2281, -1.7281, -0.4781], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4472", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5764, -1.5764, -1.3264, -1.0764], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5028", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6078, -1.9828, -1.3578, -0.8578], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13576", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.3978, -1.7728, -1.7728, -1.2728], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2672", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0919, -1.4669, -1.5919, -0.9669], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7187", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4724, -2.0974, -3.3474, -0.3474], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7465", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8487, -0.7237, -2.2237, -1.7237], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9149", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8406, -1.4656, -0.9656, -1.5906], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5405", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.9018, -4.0268, -0.1518, -2.9018], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4226", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8989, -2.1489, -1.1489, -1.7739], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11756", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8394, -1.3394, -1.5894, -1.0894], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2265", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6361, -1.6361, -2.1361, -0.6361], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7856", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5015, -1.2515, -1.0015, -1.6265], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13767", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-4.2338, -0.1088, -3.4838, -3.6088], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12119", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2237, -2.3487, -0.5987, -1.4737], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2040", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4764, -1.2264, -1.1014, -1.6014], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13716", "lang": "en", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.6161, -0.8661, -1.3661, -1.7411], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-756", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.645, -1.02, -2.145, -1.395], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12963", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8978, -1.8978, -0.8978, -1.1478], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3136", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6467, -3.1467, -0.7717, -1.6467], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9526", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3714, -1.8714, -1.4964, -0.6214], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13727", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3006, -1.5506, -1.1756, -1.1756], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10956", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8526, -1.8526, -0.9776, -1.1026], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6587", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.833, -2.333, -1.333, -1.333], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3408", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5084, -0.7584, -2.5084, -1.1334], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8822", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9031, -1.4031, -1.0281, -1.5281], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5581", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2094, -2.9594, -2.9594, -0.3344], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4596", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5565, -1.5565, -1.4315, -1.4315], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8828", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7077, -1.4577, -1.0827, -1.4577], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13008", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9436, -1.9436, -0.9436, -1.0686], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5019", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9258, -1.9258, -1.1758, -0.9258], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-582", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0598, -2.8098, -0.3098, -2.3098], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9535", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.1954, -2.1954, -1.0704, -1.6954], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11796", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1926, -1.0676, -2.1926, -0.8176], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13281", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.659, -3.034, -0.909, -1.159], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5393", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9004, -1.2754, -1.1504, -1.2754], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12577", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8955, -1.2705, -1.0205, -1.3955], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7047", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-4.6364, -4.2614, -0.5114, -1.2614], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10039", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1281, -3.5031, -0.2531, -2.3781], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8215", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.5011, -0.2511, -2.3761, -3.2511], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7907", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6844, -3.1844, -0.3094, -3.1844], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10494", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9052, -0.7802, -1.9052, -1.7802], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13543", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5017, -1.8767, -0.7517, -1.3767], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9211", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8108, -1.4358, -1.0608, -1.4358], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10158", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9706, -0.8456, -2.0956, -1.3456], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2080", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9328, -1.1828, -1.1828, -1.3078], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3895", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4507, -1.3257, -1.7007, -0.9507], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8030", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.3337, -3.9587, -0.2087, -2.8337], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13484", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6604, -3.2854, -0.7854, -1.0354], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1158", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3484, -1.5984, -1.2234, -1.4734], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1997", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.3716, -2.7466, -0.9966, -1.4966], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1658", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0664, -1.9414, -0.8164, -1.3164], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-467", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.917, -1.917, -0.792, -1.417], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7002", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.39, -1.89, -1.015, -1.64], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11152", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.5672, -1.6922, -1.3172, -0.8172], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4970", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9286, -0.9286, -1.5536, -1.6786], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13197", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1379, -2.1379, -0.8879, -1.1379], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6215", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.8364, -0.4614, -2.7114, -1.7114], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8297", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.2763, -0.6513, -1.9013, -1.7763], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7089", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-5.1075, -0.1075, -3.3575, -3.7325], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12842", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1758, -1.8008, -0.5508, -1.8008], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12040", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2179, -3.0929, -0.5929, -1.4679], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2800", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2682, -3.0182, -2.8932, -0.3932], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-657", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3982, -2.1482, -0.5232, -1.8982], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13968", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3507, -3.7257, -0.2257, -3.1007], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6278", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4722, -1.9722, -0.7222, -1.3472], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7791", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0744, -1.9494, -0.6994, -2.0744], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8091", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6111, -3.2361, -0.2361, -2.7361], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11207", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7787, -2.4037, -2.0287, -0.5287], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8356", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.8496, -0.8496, -2.3496, -1.3496], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8137", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-5.1508, -3.1508, -4.6508, -0.1508], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6940", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9946, -0.9946, -1.7446, -1.7446], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3784", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.1422, -5.3922, -0.1422, -3.8922], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1834", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6975, -1.6975, -0.8225, -1.4475], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8737", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8989, -1.3989, -1.0239, -1.5239], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5739", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.7712, -1.8962, -0.7712, -1.1462], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-953", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1757, -1.4257, -1.0507, -1.5507], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9465", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.9038, -0.5288, -2.4038, -1.4038], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9486", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5788, -2.7038, -0.5788, -1.5788], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1614", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.497, -1.122, -0.997, -1.997], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1243", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.1436, -2.5186, -1.5186, -1.1436], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2164", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2338, -1.2338, -1.1088, -1.2338], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-906", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0535, -2.1785, -0.9285, -1.5535], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7068", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2969, -2.1719, -0.9219, -1.1719], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8811", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8863, -1.5113, -1.0113, -1.5113], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7658", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0841, -1.7091, -0.5841, -1.9591], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3100", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1883, -1.5633, -0.8133, -1.5633], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3440", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.2162, -1.2162, -1.2162, -1.5912], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10991", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4217, -1.4217, -1.4217, -1.1717], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10384", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8633, -1.7383, -1.2383, -0.9883], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10563", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5624, -1.5624, -0.9374, -1.8124], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3715", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9078, -3.2828, -0.2828, -2.6578], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4943", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-5.1508, -4.6508, -0.1508, -3.0258], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8184", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.123, -2.123, -1.248, -0.998], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-484", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2433, -1.3683, -1.7433, -0.9933], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2227", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.163, -1.163, -1.288, -1.163], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12546", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.5805, -1.0805, -1.4555, -1.2055], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12794", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9265, -1.5515, -2.5515, -0.5515], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8865", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0445, -1.5445, -0.9195, -1.5445], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2169", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.1692, -1.0442, -1.2942, -1.4192], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2300", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.3116, -1.1866, -2.1866, -1.1866], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-7830", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.4464, -0.1964, -3.6964, -3.0714], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8136", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0021, -1.5021, -1.1271, -1.3771], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4545", "lang": "en", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3144, -2.0644, -1.5644, -1.4394], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11963", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5613, -1.8113, -1.0613, -1.1863], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10797", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4846, -2.1096, -0.9846, -0.8596], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12740", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0736, -1.8236, -0.9486, -1.3236], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8024", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6702, -2.5452, -1.5452, -0.9202], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10143", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7891, -2.9141, -1.0391, -0.9141], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1751", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2283, -2.6033, -0.9783, -1.1033], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1826", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5668, -0.5668, -2.5668, -1.9418], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5786", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9262, -2.8012, -0.3012, -2.4262], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5011", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0783, -2.3283, -2.9533, -0.4533], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2134", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2365, -1.9865, -1.8615, -0.7365], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5762", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.1332, -1.2582, -1.8832, -1.3832], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13713", "lang": "en", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6636, -2.6636, -0.7886, -0.9136], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-667", "lang": "en", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2808, -2.5308, -1.4058, -1.1558], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6593", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2032, -2.2032, -0.5782, -1.5782], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-12165", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.0531, -3.0531, -0.3031, -1.8031], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9704", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4793, -1.6043, -0.8543, -1.3543], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-14008", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.5249, -2.3999, -2.7749, -2.1499], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-11928", "lang": "en", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.9088, -0.9088, -1.2838, -1.6588], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8629", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8907, -1.3907, -1.0157, -1.5157], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10255", "lang": "en", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.4685, -0.7185, -2.9685, -1.0935], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1445", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6226, -1.8726, -1.1226, -1.2476], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6009", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-1.275, -2.275, -2.275, -1.275], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6617", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9423, -2.5673, -0.9423, -1.3173], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9274", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8849, -1.3849, -1.0099, -1.5099], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10006", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.5962, -2.9712, -0.4712, -1.4712], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13063", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7819, -1.9069, -0.9069, -1.5319], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10786", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8839, -1.2589, -2.0089, -1.1339], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-2279", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7648, -2.1398, -1.1398, -1.5148], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-10496", "lang": "en", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.537, -1.412, -1.662, -1.037], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8205", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.626, -1.876, -0.626, -1.751], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5242", "lang": "en", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.7955, -2.0455, -2.1705, -1.6705], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8632", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9059, -1.5309, -1.0309, -1.4059], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8265", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2442, -0.7442, -2.2442, -1.6192], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-13805", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2196, -1.3446, -0.9696, -1.3446], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6763", "lang": "en", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7489, -1.4989, -0.9989, -1.3739], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3208", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2169, -2.4669, -0.7169, -1.4669], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3428", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.91, -2.16, -1.16, -1.535], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-5945", "lang": "en", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7129, -2.0879, -0.8379, -1.9629], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-1304", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4981, -3.2481, -0.2481, -2.4981], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-4172", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7699, -0.7699, -2.3949, -2.3949], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-3092", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.976, -2.851, -0.851, -1.601], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-8112", "lang": "en", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-4.1095, -0.3595, -2.9845, -3.1095], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-6335", "lang": "en", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0415, -2.7915, -0.5415, -1.4165], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_en", "pair_id": "mmlu-9675", "lang": "en", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.8271, -3.7021, -2.4521, -0.2021], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10856", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3023, -1.4273, -1.3023, -1.0523], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10247", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3367, -2.0867, -1.2117, -0.8367], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7410", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0853, -2.7103, -0.3353, -1.9603], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3581", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.1458, -0.6458, -2.3958, -1.2708], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13087", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6638, -2.0388, -3.1638, -0.5388], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3504", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7295, -2.9795, -0.4795, -1.6045], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2383", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2505, -2.2505, -0.5005, -1.5005], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11496", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0292, -1.6542, -1.4042, -1.1542], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1058", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7184, -1.7184, -1.3434, -0.8434], "subject": "college_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6013", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0539, -1.3039, -1.9289, -0.9289], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12143", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8133, -1.9383, -1.1883, -0.8133], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10932", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0399, -1.9149, -1.2899, -1.1649], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5099", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0451, -1.0451, -2.9201, -0.6701], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12772", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8083, -2.0583, -1.5583, -1.0583], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8717", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3997, -1.6497, -1.1497, -1.0247], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4750", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9036, -1.4036, -1.1536, -1.0286], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9520", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.358, -1.358, -1.233, -1.108], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5691", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9154, -1.5404, -2.0404, -0.7904], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-565", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.7802, -0.4052, -2.4052, -1.7802], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11656", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5311, -1.6561, -0.9061, -1.4061], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5997", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1797, -1.6797, -1.4297, -0.9297], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10159", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7464, -1.7464, -1.7464, -1.2464], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2310", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4386, -1.8136, -0.5636, -1.5636], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1918", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6534, -1.5284, -1.1534, -1.1534], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13562", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3768, -1.0018, -1.5018, -1.3768], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3484", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5326, -1.6576, -1.0326, -1.1576], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5989", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3649, -1.7399, -1.6149, -0.7399], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-759", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8222, -2.5722, -0.8222, -1.1972], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3884", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4558, -1.3308, -1.5808, -1.0808], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9997", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6161, -2.1161, -0.6161, -1.4911], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7558", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5128, -1.3878, -1.0128, -1.2628], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9725", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2017, -1.8267, -1.3267, -0.9517], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1199", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5376, -1.5376, -0.9126, -1.2876], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3026", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.186, -1.811, -0.936, -1.311], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9100", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4348, -1.5598, -1.3098, -0.9348], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6927", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0323, -1.4073, -1.5323, -1.0323], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13268", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3026, -1.8026, -1.4276, -0.8026], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2386", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9149, -2.0399, -1.7899, -0.5399], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-709", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6011, -1.3511, -1.7261, -1.2261], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1105", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6043, -1.7293, -1.2293, -1.1043], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13613", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.1775, -2.6775, -3.3025, -0.1775], "subject": "us_foreign_policy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2097", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7875, -1.5375, -1.1625, -1.1625], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10528", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3439, -1.7189, -1.0939, -1.0939], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11780", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.4281, -2.0531, -1.5531, -0.5531], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9073", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3609, -1.6109, -1.2359, -0.9859], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7014", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.5651, -1.4401, -1.9401, -0.5651], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3369", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.2758, -3.1508, -1.2758, -0.5258], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-623", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8282, -1.3282, -1.5782, -1.2032], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2314", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.801, -1.676, -1.051, -1.051], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2716", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7441, -2.2441, -1.9941, -0.6191], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10185", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1882, -1.9382, -0.9382, -1.1882], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7224", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0472, -1.4222, -1.4222, -1.1722], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7577", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4942, -1.9942, -0.8692, -1.1192], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10327", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.9542, -2.0792, -1.3292, -0.8292], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2051", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5636, -1.4386, -0.9386, -1.3136], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9306", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3655, -1.6155, -1.2405, -0.9905], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10001", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.865, -1.99, -0.99, -1.115], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12158", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1501, -2.4001, -0.7751, -1.2751], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6546", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.624, -1.749, -0.999, -1.124], "subject": "international_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9581", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8185, -1.8185, -1.1935, -0.8185], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6832", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1658, -1.9158, -1.0408, -1.1658], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8503", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0671, -1.8171, -1.1921, -1.0671], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9849", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8988, -1.6488, -1.2738, -1.3988], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3623", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8934, -1.8934, -1.2684, -1.0184], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11290", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7227, -1.4727, -1.8477, -0.7227], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3477", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0423, -1.4173, -1.1673, -1.2923], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10178", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1826, -1.6826, -1.3076, -1.0576], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8677", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2607, -1.6357, -1.2607, -1.0107], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9881", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0639, -1.3139, -1.4389, -1.1889], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6231", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3172, -1.5672, -0.9422, -1.3172], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4899", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4263, -1.5513, -1.1763, -1.0513], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12680", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7743, -2.5243, -1.0243, -0.7743], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10871", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8311, -2.0811, -1.0811, -0.8311], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11293", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6958, -1.4458, -1.0708, -1.1958], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11158", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6813, -1.6813, -1.1813, -0.9313], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10541", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7399, -1.9899, -0.6149, -1.4899], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-455", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2285, -1.9785, -2.7285, -0.7285], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9876", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1467, -1.7717, -1.0217, -1.2717], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5406", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7658, -2.0158, -0.7658, -1.2658], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7820", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.6308, -1.0058, -2.3808, -1.1308], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12518", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.3251, -1.0751, -1.3251, -1.4501], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-83", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5305, -1.7805, -1.1555, -0.9055], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-658", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7397, -1.4897, -1.4897, -1.1147], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6384", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6381, -2.1381, -0.8881, -1.0131], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-614", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0723, -1.6973, -1.0723, -1.1973], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8656", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4001, -1.6501, -1.1501, -1.0251], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7087", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.4608, -0.9608, -1.0858, -1.9608], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4626", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0748, -1.6998, -1.0748, -0.9498], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4666", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4865, -1.6115, -1.1115, -1.1115], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10099", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3157, -1.6907, -1.0657, -1.0657], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1221", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3966, -1.6466, -1.0216, -1.1466], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7467", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2706, -1.3956, -1.5206, -1.0206], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2663", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5788, -1.7038, -1.2038, -0.9538], "subject": "global_facts", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12145", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6537, -1.6537, -1.0287, -1.1537], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3494", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9206, -2.4206, -0.6706, -1.5456], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9399", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2724, -1.5224, -1.2724, -1.0224], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5868", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9707, -1.5957, -1.3457, -1.0957], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3075", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0036, -1.8786, -1.2536, -1.0036], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7672", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.7919, -1.2919, -2.0419, -0.9169], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13399", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3377, -2.2127, -0.9627, -1.0877], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4195", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3169, -1.8169, -1.1919, -0.9419], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4041", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5591, -2.4341, -0.8091, -1.0591], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9178", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2934, -1.6684, -1.1684, -1.0434], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8187", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2987, -2.4237, -0.7987, -1.1737], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3352", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8056, -1.8056, -1.1806, -1.3056], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5984", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0853, -1.3353, -2.2103, -0.8353], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7367", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1896, -1.4396, -1.0646, -1.3146], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13892", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9578, -1.2078, -1.2078, -1.4578], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13669", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4324, -1.8074, -1.1824, -0.9324], "subject": "us_foreign_policy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7774", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0053, -1.3803, -1.0053, -1.5053], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8934", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3331, -1.7081, -1.2081, -0.9581], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3547", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8423, -3.2173, -0.3423, -1.9673], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-912", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3053, -2.1803, -1.1803, -0.8053], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6085", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1299, -2.2549, -0.7549, -1.3799], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11805", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5053, -1.8803, -1.2553, -1.0053], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4665", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3872, -1.2622, -1.5122, -1.0122], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10357", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1369, -1.5119, -1.3869, -1.1369], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8679", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3072, -1.6822, -1.3072, -0.9322], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-792", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6456, -2.0206, -0.7706, -1.2706], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6975", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0872, -1.5872, -1.0872, -1.2122], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1498", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2745, -2.0245, -1.5245, -0.7745], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10620", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2955, -1.5455, -1.2955, -1.0455], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11828", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0024, -2.6274, -0.8774, -0.8774], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1813", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1212, -1.7462, -1.3712, -0.9962], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12768", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0588, -2.3088, -2.0588, -0.4338], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6391", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.927, -1.552, -0.927, -1.552], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1379", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8485, -1.8485, -0.7235, -1.4735], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12400", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8713, -2.2463, -0.8713, -0.9963], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7082", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.741, -1.991, -2.241, -0.616], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-965", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1839, -1.3089, -1.1839, -1.3089], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11421", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2377, -1.7377, -1.1127, -1.1127], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13842", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9682, -1.8432, -1.2182, -0.9682], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9510", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.125, -1.375, -1.25, -1.25], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7436", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7198, -2.5948, -0.4698, -1.5948], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5471", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.3497, -1.0997, -1.4747, -1.2247], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5494", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1394, -2.5144, -0.6394, -1.2644], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6665", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.688, -2.188, -1.063, -0.938], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5855", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9821, -2.1071, -0.4821, -1.7321], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8953", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3573, -1.7323, -1.3573, -0.9823], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9530", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0648, -1.9398, -1.0648, -1.0648], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3988", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6277, -2.1277, -0.8777, -1.1277], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1484", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4253, -1.9253, -1.3003, -0.8003], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7104", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0924, -1.4674, -0.9674, -1.4674], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11373", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2881, -1.4131, -1.1631, -1.2881], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6829", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1787, -1.6787, -1.1787, -1.0537], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2534", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9277, -1.8027, -1.5527, -0.6777], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3661", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8382, -1.2132, -1.4632, -1.3382], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2432", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-4.1328, -2.0078, -0.5078, -1.5078], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4207", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4249, -1.4249, -1.1749, -1.1749], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1798", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4341, -1.8091, -0.8091, -1.3091], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11064", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7466, -1.7466, -1.1216, -0.9966], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6378", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0976, -1.8476, -0.9726, -1.2226], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9051", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3198, -1.6948, -1.3198, -0.9448], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10860", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8886, -2.2636, -0.8886, -1.1386], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13066", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.298, -1.923, -0.798, -1.298], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6817", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1004, -1.7254, -1.3504, -0.9754], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2960", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6312, -2.7562, -0.8812, -0.8812], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11771", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5943, -2.0943, -0.9693, -0.9693], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12786", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7913, -1.6663, -1.4163, -1.0413], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3552", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0308, -2.0308, -1.2808, -0.9058], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2945", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4505, -2.0755, -1.4505, -1.2005], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8642", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1526, -1.7776, -1.6526, -0.7776], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11867", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6617, -2.7867, -0.9117, -1.0367], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7128", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6456, -2.1456, -1.1456, -0.7706], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4556", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5657, -1.4407, -1.1907, -1.1907], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4245", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6373, -1.5123, -1.0123, -1.1373], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11985", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5143, -2.1393, -0.8893, -1.1393], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5109", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2857, -1.6607, -1.0357, -1.1607], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10160", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6306, -2.8806, -0.6306, -1.2556], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4969", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.506, -3.131, -2.881, -0.256], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8068", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8971, -1.1471, -1.3971, -1.5221], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3922", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2252, -1.7252, -1.2252, -0.9752], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2418", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8376, -1.4626, -1.2126, -0.9626], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12660", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1617, -2.5367, -0.6617, -1.1617], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-934", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5792, -1.5792, -0.9542, -1.2042], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3356", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1158, -1.6158, -1.3658, -0.9908], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8168", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9756, -1.4756, -1.7256, -0.9756], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-428", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2977, -1.7977, -1.0477, -1.0477], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7930", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4785, -2.1035, -0.6035, -1.4785], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2043", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3579, -1.6079, -1.1079, -1.1079], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4168", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.826, -1.951, -1.451, -0.951], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4686", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2771, -3.4021, -0.4021, -1.5271], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4070", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7619, -1.6369, -1.2619, -0.8869], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3979", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0347, -1.6597, -1.1597, -1.1597], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7382", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8834, -1.5084, -1.3834, -1.1334], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9307", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2692, -1.7692, -1.6442, -0.7692], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13817", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2984, -1.5484, -0.7984, -1.2984], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2583", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2863, -1.2863, -1.4113, -1.0363], "subject": "global_facts", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1141", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2563, -1.3813, -1.0063, -1.3813], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3563", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6182, -2.2432, -0.7432, -1.1182], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5665", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5639, -1.8139, -0.9389, -1.1889], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7675", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.2933, -1.6683, -1.6683, -1.1683], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8500", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0078, -1.7578, -1.2578, -1.0078], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5812", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1971, -1.8221, -1.3221, -0.9471], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5290", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6031, -1.7281, -0.7281, -1.4781], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12654", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3487, -2.4737, -0.8487, -0.8487], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1841", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2749, -1.3999, -1.2749, -1.1499], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2412", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1874, -1.9374, -1.0624, -1.0624], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13372", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3471, -1.3471, -1.4721, -1.0971], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8654", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3622, -1.6122, -1.2372, -0.9872], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4966", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6982, -1.8232, -0.6982, -1.4482], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8665", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3616, -1.6116, -1.2366, -0.9866], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2424", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9538, -1.4538, -0.9538, -1.2038], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4845", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8217, -1.6967, -1.5717, -1.0717], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11783", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2606, -1.7606, -1.1356, -1.1356], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3774", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.014, -1.889, -1.014, -1.139], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13010", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9689, -1.8439, -1.2189, -1.0939], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1935", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6823, -1.3073, -1.1823, -1.1823], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4164", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9181, -1.5431, -0.9181, -1.2931], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5430", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4905, -2.1155, -1.6155, -0.6155], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8989", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2971, -1.6721, -1.2971, -0.9221], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12821", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0421, -2.4171, -1.0421, -1.0421], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1256", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2774, -2.1524, -0.6524, -1.2774], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13898", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3053, -1.4303, -1.1803, -1.1803], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1123", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7847, -1.6597, -0.6597, -1.6597], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12763", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.8732, -0.9982, -1.2482, -1.3732], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7243", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1184, -1.7434, -1.6184, -0.8684], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13861", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0127, -2.8877, -1.5127, -0.6377], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13798", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0379, -2.0379, -1.6629, -0.5379], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13971", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.2047, -1.0797, -1.3297, -1.4547], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4200", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3796, -2.5046, -0.6296, -1.3796], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3305", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8587, -0.9837, -1.3587, -1.3587], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12136", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3943, -2.6443, -1.0193, -0.8943], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-619", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9016, -1.2766, -1.4016, -1.0266], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10141", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.6909, -1.4409, -1.1909, -1.5659], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4756", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7974, -1.4224, -1.0474, -1.1724], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12015", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3761, -1.8761, -1.7511, -0.7511], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7021", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8727, -0.9977, -1.6227, -1.4977], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12893", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4464, -2.0714, -0.8214, -1.1964], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-135", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1697, -1.5447, -1.1697, -1.2947], "subject": "anatomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8484", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.1686, -0.7936, -1.7936, -1.5436], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1610", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3545, -1.3545, -0.9795, -1.4795], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11504", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6826, -1.9326, -1.4326, -0.6826], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11537", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0961, -1.7211, -1.5961, -0.8461], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1960", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.17, -1.67, -1.045, -1.295], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5532", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9453, -1.5703, -0.8203, -1.3203], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7108", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8057, -1.6807, -1.5557, -1.0557], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-513", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.373, -1.498, -1.748, -0.748], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8556", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3576, -1.6076, -1.2326, -0.9826], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2070", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.7201, -1.2201, -1.2201, -1.2201], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4709", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0046, -1.5046, -1.3796, -1.1296], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3250", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9213, -1.9213, -0.7963, -1.5463], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6200", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.1612, -1.0362, -2.0362, -1.2862], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2515", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6809, -1.9309, -1.0559, -0.9309], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8970", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3717, -1.6217, -1.2467, -0.9967], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8844", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2771, -1.6521, -1.4021, -0.9021], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13740", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.1907, -0.6907, -1.9407, -1.3157], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7733", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5565, -0.5565, -2.1815, -1.4315], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10405", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.3036, -2.1786, -1.1786, -0.6786], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8520", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3954, -1.6454, -1.1454, -1.0204], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12608", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.0896, -1.0896, -1.5896, -1.2146], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7507", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.6329, -0.5079, -2.0079, -1.6329], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12815", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9439, -1.6939, -1.3189, -1.0689], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3550", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4549, -2.7049, -0.8299, -0.9549], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6195", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5595, -2.9345, -0.5595, -1.3095], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-886", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.3352, -0.5852, -1.9602, -1.5852], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5859", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2364, -2.3614, -1.2364, -0.9864], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13979", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9778, -2.4778, -0.3528, -2.1028], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7258", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.8181, -1.0681, -1.5681, -1.0681], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13331", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2388, -1.8638, -1.3638, -0.8638], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13490", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5058, -1.1308, -2.3808, -0.7558], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5853", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5429, -1.7929, -2.1679, -1.2929], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13078", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.347, -1.222, -1.222, -1.347], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10380", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6381, -2.1381, -0.5131, -1.8881], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2384", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0682, -1.4432, -1.3182, -1.1932], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4252", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3718, -1.4968, -1.3718, -1.1218], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5589", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3492, -1.4742, -1.0992, -1.2242], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3959", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0259, -2.6509, -0.5259, -1.4009], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11400", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4241, -1.9241, -1.6741, -0.6741], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6838", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9921, -1.6171, -0.8671, -1.2421], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12958", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5552, -2.0552, -0.9302, -1.0552], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8544", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4196, -1.5446, -1.1696, -1.0446], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3199", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9646, -1.9646, -1.9646, -0.5896], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8628", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3624, -1.6124, -1.2374, -0.9874], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1888", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1859, -1.8109, -1.3109, -1.1859], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5164", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1692, -1.5442, -1.2942, -1.0442], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2107", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5351, -1.5351, -1.1601, -1.0351], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8708", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4501, -1.7001, -1.2001, -0.9501], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3508", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6648, -1.4148, -1.0398, -1.4148], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6140", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0965, -1.4715, -1.3465, -1.0965], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12726", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4183, -1.2933, -1.4183, -1.0433], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3789", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0257, -1.6507, -1.1507, -1.1507], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11520", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5958, -1.8458, -1.0958, -0.9708], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7085", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8169, -2.0669, -1.1919, -1.1919], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11508", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3232, -1.6982, -2.1982, -0.5732], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7266", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2898, -1.6648, -1.4148, -0.9148], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4559", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.512, -2.012, -0.887, -1.137], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3433", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.955, -1.705, -2.83, -0.58], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5018", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8523, -2.2273, -0.8523, -0.9773], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8760", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3597, -1.6097, -1.2347, -0.9847], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9509", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.7382, -0.6132, -1.8632, -1.6132], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10206", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.2438, -2.9938, -1.3688, -0.4938], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4409", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6196, -1.4946, -0.9946, -1.2446], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11166", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.2675, -2.5175, -0.8925, -0.8925], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1400", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5191, -1.7691, -1.1441, -1.0191], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8769", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3191, -1.6941, -1.3191, -0.9441], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8212", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5411, -1.7911, -1.4161, -0.7911], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3330", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.0083, -2.8833, -0.6333, -1.1333], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6030", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2911, -1.2911, -1.4161, -1.1661], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9782", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2468, -1.9968, -0.9968, -1.1218], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5385", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8723, -1.6223, -0.9973, -1.1223], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6177", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.5262, -0.7762, -2.9012, -0.9012], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-165", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9595, -1.7095, -0.9595, -1.0845], "subject": "anatomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13052", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1242, -1.2492, -0.9992, -1.2492], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5235", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4345, -2.0595, -0.8095, -1.1845], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3961", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9079, -2.0329, -0.9079, -1.0329], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5521", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.1538, -2.0288, -1.0288, -0.9038], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8001", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8709, -1.6209, -0.9959, -1.3709], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7093", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.668, -1.918, -1.043, -1.293], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3518", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8148, -2.4398, -0.8148, -1.0648], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2367", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0636, -1.5636, -1.1886, -1.0636], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-397", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9861, -2.6111, -0.3611, -1.9861], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1717", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7977, -1.4227, -1.0477, -1.1727], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13908", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.784, -1.409, -1.284, -1.284], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2348", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9356, -1.5606, -0.9356, -1.1856], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4589", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5823, -2.2073, -0.8323, -1.2073], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4792", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3634, -1.6134, -0.9884, -1.2384], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2721", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3222, -1.9472, -1.3222, -1.0722], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3631", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2076, -1.2076, -1.2076, -1.3326], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13122", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2769, -2.7769, -0.4019, -1.9019], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12459", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.599, -1.849, -1.224, -0.849], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9379", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4214, -1.5464, -1.1714, -1.0464], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5732", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5758, -2.7008, -0.5758, -1.4508], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6978", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8816, -1.6316, -1.5066, -0.8816], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4523", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.6118, -2.2368, -1.4868, -1.1118], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10950", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9268, -1.8018, -1.0518, -0.9268], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1497", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5598, -1.5598, -1.0598, -1.4348], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6417", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8339, -1.2089, -1.3339, -1.0839], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6145", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0813, -1.3313, -1.2063, -1.3313], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-561", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4332, -1.5582, -1.1832, -1.0582], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12116", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0797, -2.4547, -1.0797, -0.9547], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7403", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0114, -2.0114, -0.8864, -1.2614], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3542", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2176, -2.7176, -0.8426, -1.0926], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3009", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6754, -2.1754, -0.6754, -1.4254], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1737", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7016, -1.5766, -0.8266, -1.4516], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-419", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4652, -1.3402, -1.2152, -1.2152], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5457", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8054, -1.8054, -1.3054, -0.8054], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13368", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.416, -2.166, -0.666, -1.541], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13243", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.264, -1.764, -1.139, -1.014], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-631", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1835, -1.8085, -1.4335, -0.9335], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3591", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0227, -0.8977, -3.2727, -0.7727], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12024", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9908, -2.7408, -0.4908, -1.4908], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12286", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2955, -1.7955, -0.9205, -1.2955], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10583", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.659, -1.534, -1.159, -1.159], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12810", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1389, -1.8889, -1.3889, -1.1389], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5808", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5573, -1.5573, -1.4323, -0.9323], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6742", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1355, -1.2605, -1.7605, -1.0105], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8874", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2521, -1.6271, -1.2521, -1.0021], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-566", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4443, -1.4443, -0.9443, -1.4443], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10708", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.1501, -2.4001, -0.5251, -1.5251], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8177", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4927, -2.6177, -0.6177, -1.2427], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13780", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9497, -1.6997, -1.0747, -1.1997], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7594", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.193, -0.943, -1.318, -1.568], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7829", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2958, -1.5458, -1.1708, -1.0458], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-736", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9828, -1.6078, -1.1078, -1.3578], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-75", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.622, -1.997, -1.372, -0.747], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9196", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3219, -1.5719, -1.3219, -0.9469], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-816", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6495, -2.1495, -0.7745, -1.0245], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11687", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5899, -1.8399, -2.0899, -0.5899], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9525", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.9441, -0.6941, -1.6941, -1.9441], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9799", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2351, -1.9851, -0.9851, -1.1101], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10901", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4172, -2.0422, -1.1672, -0.9172], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7274", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.529, -2.279, -2.279, -0.404], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8886", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3571, -1.6071, -1.2321, -0.9821], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7980", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9981, -1.4981, -1.2481, -1.1231], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7747", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.6699, -2.9199, -2.0449, -1.2949], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5418", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7654, -2.0154, -2.0154, -0.6404], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6321", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.2225, -1.2225, -1.3475, -1.2225], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5597", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.396, -2.146, -0.646, -1.271], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3720", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3679, -1.4929, -1.1179, -1.1179], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10624", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4201, -1.6701, -1.2951, -0.9201], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6157", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.663, -1.788, -1.163, -1.163], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4180", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.1268, -3.0018, -2.2518, -0.3768], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9480", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8276, -2.0776, -0.9526, -1.2026], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-418", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.8927, -2.2677, -2.5177, -1.0177], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12925", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9619, -2.0869, -0.8369, -1.4619], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2990", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9682, -1.5932, -1.0932, -1.2182], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13499", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7936, -2.0436, -0.5436, -1.6686], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1945", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5348, -2.4098, -0.6598, -1.1598], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9498", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.5378, -2.1628, -1.0378, -1.4128], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12557", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0043, -1.8793, -0.6293, -1.5043], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2790", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1291, -1.3791, -1.7541, -0.8791], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8696", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3596, -1.6096, -1.2346, -0.9846], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7335", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8572, -1.4822, -0.9822, -1.2322], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9242", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3658, -1.6158, -1.2408, -0.9908], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6923", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1917, -2.0667, -1.0667, -1.1917], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3339", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5873, -2.0873, -0.8373, -1.4623], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-63", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5191, -1.5191, -1.0191, -1.2691], "subject": "abstract_algebra", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7379", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2037, -1.8287, -1.0787, -1.0787], "subject": "medical_genetics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8382", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5608, -1.4358, -1.9358, -0.6858], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4870", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4063, -1.5313, -1.0313, -1.2813], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10138", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.3811, -1.7561, -0.6311, -1.6311], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9899", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.7, -2.075, -1.325, -1.575], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8074", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.9487, -0.5737, -1.8237, -1.8237], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11184", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3888, -2.0138, -1.6388, -0.6388], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8927", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1986, -1.6986, -1.5736, -0.8236], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2505", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3867, -1.5117, -1.0117, -1.3867], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7762", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4954, -1.9954, -1.6204, -0.8704], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8528", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4499, -1.6999, -1.1999, -0.9499], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-585", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9155, -1.9155, -0.7905, -1.1655], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3783", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.382, -2.632, -1.132, -0.757], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1205", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7226, -1.4726, -1.0976, -1.5976], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12976", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5301, -2.0301, -0.6551, -1.5301], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2930", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.6077, -1.9827, -0.6077, -1.3577], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11943", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.8061, -1.5561, -2.3061, -0.5561], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3867", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0505, -1.5505, -1.1755, -1.1755], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10398", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3459, -1.9709, -1.0959, -0.9709], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12870", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.6755, -2.0505, -1.0505, -1.4255], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8087", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7681, -1.8931, -1.1431, -0.8931], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11888", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.8553, -3.2303, -0.4803, -1.3553], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4733", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.5354, -3.4104, -0.4104, -1.5354], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4620", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7324, -1.4824, -0.9824, -1.2324], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4770", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4891, -1.8641, -0.9891, -1.1141], "subject": "high_school_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2562", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6327, -2.0077, -1.2577, -0.7577], "subject": "formal_logic", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1329", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1254, -2.0004, -1.0004, -1.1254], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5429", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5562, -1.1812, -1.5562, -1.0562], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3562", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8795, -1.8795, -1.0045, -1.2545], "subject": "high_school_geography", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10697", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8724, -1.8724, -0.8724, -1.1224], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12517", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2126, -1.5876, -0.9626, -1.3376], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-352", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6427, -2.6427, -0.6427, -1.2677], "subject": "astronomy", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8278", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4254, -2.1754, -0.9254, -1.0504], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2022", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5988, -1.5988, -0.8488, -1.3488], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7426", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1185, -1.8685, -1.1185, -1.1185], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3095", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6346, -1.6346, -0.8846, -1.2596], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9640", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.6787, -1.8037, -0.6787, -1.4287], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1926", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7111, -1.8361, -1.0861, -0.9611], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10733", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8498, -2.2248, -0.7248, -1.2248], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3725", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8526, -2.1026, -0.6026, -1.4776], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-830", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.736, -2.361, -0.611, -1.361], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6152", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.5419, -1.6669, -1.4169, -1.1669], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3162", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.6817, -1.0567, -1.3067, -1.4317], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11357", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.063, -1.938, -1.063, -1.188], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12343", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7959, -1.2959, -1.6709, -0.9209], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-666", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9948, -1.3698, -0.8698, -1.4948], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7663", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.672, -2.422, -1.672, -1.797], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7425", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0955, -1.3455, -1.9705, -0.8455], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3277", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7502, -1.5002, -1.0002, -1.2502], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11516", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0381, -1.6631, -0.7881, -1.2881], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12583", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7513, -1.0013, -2.0013, -0.8763], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8414", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1741, -2.0491, -1.0491, -1.0491], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1613", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2489, -1.6239, -1.1239, -1.1239], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9516", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.3791, -3.1291, -2.0041, -0.6291], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9289", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4171, -1.5421, -1.1671, -1.0421], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2961", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.1658, -2.2908, -0.6658, -1.4158], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1517", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.458, -0.458, -2.458, -1.958], "subject": "computer_security", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13023", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0668, -1.3168, -1.3168, -1.1918], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11463", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2196, -2.2196, -1.3446, -0.9696], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9690", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.0308, -1.2808, -1.2808, -1.2808], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11208", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5056, -2.0056, -0.8806, -1.1306], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6181", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2365, -1.4865, -1.2365, -1.1115], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7409", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.9091, -1.4091, -1.1591, -1.2841], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6585", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.7703, -2.0203, -1.2703, -1.0203], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12219", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.794, -2.294, -1.044, -0.794], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4472", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4116, -1.4116, -1.1616, -1.2866], "subject": "high_school_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5028", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4532, -1.3282, -1.5782, -0.9532], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13576", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4333, -1.8083, -1.0583, -1.0583], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2672", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4092, -2.0342, -1.0342, -1.0342], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7187", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4261, -1.9261, -1.6761, -0.9261], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7465", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0877, -1.5877, -0.9627, -1.3377], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9149", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1959, -1.5709, -1.1959, -1.0709], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5405", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9068, -2.9068, -0.4068, -1.6568], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4226", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7338, -2.4838, -0.8588, -1.4838], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11756", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4006, -1.7756, -1.1506, -1.0256], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2265", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.306, -1.556, -1.181, -1.181], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7856", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2418, -1.4918, -1.1168, -1.1168], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13767", "lang": "pl", "gold": "C", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.5547, -0.3047, -2.6797, -2.0547], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12119", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8408, -2.7158, -0.8408, -0.9658], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2040", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.843, -1.343, -0.968, -1.343], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13716", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2725, -1.5225, -0.8975, -1.3975], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-756", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-1.9398, -1.1898, -1.3148, -1.4398], "subject": "college_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12963", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.4517, -2.7017, -0.5767, -1.2017], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3136", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.8447, -1.8447, -1.7197, -0.9697], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9526", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.8583, -1.4833, -1.3583, -0.8583], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13727", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.36, -1.735, -0.985, -1.11], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10956", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.3587, -1.6087, -1.2337, -1.1087], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6587", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1967, -2.0717, -1.3217, -0.9467], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3408", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7899, -1.4149, -1.7899, -0.7899], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8822", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2854, -1.6604, -1.1604, -1.0354], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5581", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.2867, -1.1617, -2.0367, -0.9117], "subject": "high_school_statistics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4596", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9746, -1.5996, -1.4746, -0.9746], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8828", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3076, -1.5576, -1.1826, -1.0576], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13008", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4374, -1.8124, -0.9374, -1.1874], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5019", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4832, -1.9832, -1.2332, -0.8582], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-582", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.8695, -2.2445, -0.3695, -1.9945], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9535", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.4204, -1.6704, -2.0454, -0.9204], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11796", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8372, -2.0872, -0.9622, -0.9622], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13281", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.6744, -2.0494, -1.2994, -0.9244], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5393", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.8361, -2.4611, -1.5861, -0.9611], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12577", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8059, -1.5559, -1.0559, -1.0559], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7047", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.6913, -3.0663, -1.0663, -0.5663], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10039", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.2202, -2.7202, -0.3452, -1.8452], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8215", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.8596, -0.6096, -1.4846, -1.8596], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7907", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.976, -3.476, -0.351, -2.226], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10494", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-2.1234, -0.9984, -2.1234, -1.1234], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13543", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3347, -1.9597, -0.9597, -1.2097], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9211", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2001, -1.7001, -1.5751, -0.8251], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10158", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7333, -1.3583, -1.6083, -0.8583], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2080", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.9811, -1.4811, -0.8561, -1.3561], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3895", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4046, -1.6546, -1.5296, -0.7796], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8030", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9081, -2.6581, -0.6581, -1.2831], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13484", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.4566, -2.2066, -1.0816, -0.9566], "subject": "sociology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1158", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6723, -2.0473, -1.0473, -1.0473], "subject": "college_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1997", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.2654, -2.2654, -0.7654, -1.2654], "subject": "electrical_engineering", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1658", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9999, -2.3749, -0.4999, -1.6249], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-467", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.5887, -1.9637, -0.8387, -1.2137], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7002", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1874, -1.8124, -1.0624, -1.0624], "subject": "management", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11152", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7879, -2.2879, -1.2879, -0.6629], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4970", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8391, -1.8391, -0.9641, -1.3391], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13197", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3914, -1.7664, -1.0164, -1.1414], "subject": "security_studies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6215", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2414, -1.4914, -1.3664, -0.9914], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8297", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8592, -1.3592, -1.1092, -1.2342], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7089", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.0731, -1.4481, -1.1981, -1.1981], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12842", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9776, -1.4776, -1.1026, -1.3526], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12040", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4426, -2.8176, -0.5676, -1.4426], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2800", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7362, -1.6112, -1.1112, -0.9862], "subject": "high_school_biology", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-657", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1663, -1.7913, -0.9163, -1.2913], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13968", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1595, -2.4095, -0.4095, -2.2845], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6278", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.703, -1.953, -0.703, -1.328], "subject": "human_aging", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7791", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.8741, -2.1241, -0.7491, -1.4991], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8091", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.5382, -1.7882, -0.7882, -1.2882], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11207", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1488, -2.1488, -1.6488, -0.6488], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8356", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3121, -1.4371, -1.4371, -0.9371], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8137", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-4.2076, -2.2076, -3.4576, -0.2076], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6940", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9074, -1.6574, -1.6574, -1.0324], "subject": "machine_learning", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3784", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.3535, -3.4785, -0.3535, -1.7285], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1834", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4902, -1.9902, -0.7402, -1.3652], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8737", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3679, -1.6179, -1.2429, -0.9929], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5739", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-3.0081, -1.6331, -1.3831, -0.7581], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-953", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3594, -1.4844, -0.9844, -1.3594], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9465", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.5734, -0.6984, -1.1984, -1.9484], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9486", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1679, -2.5429, -0.6679, -1.4179], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1614", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.2628, -1.3878, -1.1378, -1.2628], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1243", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.6368, -2.1368, -0.6368, -1.3868], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2164", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.8447, -1.3447, -0.9697, -1.3447], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-906", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.1458, -1.8958, -0.8958, -1.0208], "subject": "college_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7068", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.7542, -1.5042, -1.2542, -1.2542], "subject": "marketing", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8811", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3145, -1.6895, -1.3145, -0.9395], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7658", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.463, -1.588, -0.713, -1.588], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3100", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.8385, -1.3385, -0.9635, -1.3385], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3440", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.0175, -1.8925, -1.2675, -0.7675], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10991", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.622, -1.872, -1.372, -0.872], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10384", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3753, -1.8753, -1.1253, -1.0003], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10563", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3066, -1.6816, -0.9316, -1.3066], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3715", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.507, -1.757, -1.257, -0.882], "subject": "high_school_government_and_politics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4943", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.6308, -3.8808, -0.2558, -2.1308], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8184", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0671, -1.8171, -1.5671, -0.8171], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-484", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2459, -1.2459, -1.9959, -0.8709], "subject": "business_ethics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2227", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.455, -1.58, -0.705, -1.455], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12546", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.0666, -2.0666, -1.1916, -0.9416], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12794", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.9832, -0.9832, -2.2332, -0.8582], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8865", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2547, -1.6297, -1.2547, -1.0047], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2169", "lang": "pl", "gold": "A", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.1822, -0.6822, -1.5572, -1.5572], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2300", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.742, -1.367, -1.242, -1.117], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-7830", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3855, -1.2605, -1.2605, -1.1355], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8136", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.835, -1.585, -0.835, -1.335], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4545", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9774, -1.7274, -1.4774, -0.9774], "subject": "high_school_microeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11963", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.7447, -1.8697, -1.4947, -0.7447], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10797", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9772, -1.6022, -0.9772, -1.1022], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12740", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.285, -1.285, -1.285, -1.16], "subject": "professional_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8024", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.7038, -1.9538, -1.2038, -1.2038], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10143", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.3962, -2.5212, -0.7712, -1.1462], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1751", "lang": "pl", "gold": "D", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4784, -1.7284, -0.8534, -1.3534], "subject": "conceptual_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1826", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.9718, -1.4718, -1.4718, -1.0968], "subject": "econometrics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5786", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.146, -1.771, -0.896, -1.396], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5011", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-1.6287, -1.8787, -1.7537, -1.3787], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2134", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.7316, -1.8566, -1.8566, -0.8566], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5762", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.0598, -1.5598, -1.3098, -1.1848], "subject": "high_school_us_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13713", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.9842, -2.1092, -0.9842, -0.8592], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-667", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1754, -2.5504, -0.6754, -1.3004], "subject": "clinical_knowledge", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6593", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7337, -2.4837, -0.6087, -1.3587], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-12165", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-3.4935, -1.9935, -0.7435, -1.1185], "subject": "professional_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9704", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.1259, -1.3759, -1.1259, -1.2509], "subject": "nutrition", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-14008", "lang": "pl", "gold": "A", "pred": "A", "pred_lennorm": "A", "correct": true, "correct_lennorm": true, "logprobs": [-0.9534, -1.8284, -1.7034, -1.4534], "subject": "world_religions", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-11928", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.5119, -1.2619, -1.7619, -0.8869], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8629", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4139, -1.6639, -1.2889, -0.9139], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10255", "lang": "pl", "gold": "D", "pred": "B", "pred_lennorm": "B", "correct": false, "correct_lennorm": false, "logprobs": [-3.0352, -0.5352, -2.1602, -1.5352], "subject": "prehistory", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1445", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9604, -1.4604, -0.9604, -1.2104], "subject": "college_physics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6009", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.1047, -1.8547, -1.6047, -0.7297], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6617", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-1.9247, -2.9247, -0.7997, -1.1747], "subject": "jurisprudence", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9274", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4119, -1.6619, -1.2869, -0.9119], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10006", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2723, -1.2723, -1.5223, -1.1473], "subject": "philosophy", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13063", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.3383, -1.4633, -1.0883, -1.2133], "subject": "public_relations", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10786", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-2.5276, -1.2776, -1.6526, -0.9026], "subject": "professional_law", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-2279", "lang": "pl", "gold": "A", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-3.0413, -1.9163, -1.0413, -1.0413], "subject": "elementary_mathematics", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-10496", "lang": "pl", "gold": "C", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-1.6927, -1.6927, -1.4427, -1.0677], "subject": "professional_accounting", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8205", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.7464, -1.6214, -0.8714, -1.3714], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5242", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.3971, -2.0221, -1.1471, -1.0221], "subject": "high_school_psychology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8632", "lang": "pl", "gold": "B", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.2039, -1.7039, -1.5789, -0.8289], "subject": "moral_scenarios", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8265", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-1.8254, -1.0754, -2.2004, -1.0754], "subject": "moral_disputes", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-13805", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.9806, -1.6056, -0.9806, -1.1056], "subject": "virology", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6763", "lang": "pl", "gold": "B", "pred": "C", "pred_lennorm": "C", "correct": false, "correct_lennorm": false, "logprobs": [-2.4247, -1.6747, -0.9247, -1.2997], "subject": "logical_fallacies", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3208", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0267, -2.2767, -0.9017, -1.2767], "subject": "high_school_computer_science", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3428", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.0526, -3.0526, -0.9276, -1.0526], "subject": "high_school_european_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-5945", "lang": "pl", "gold": "A", "pred": "D", "pred_lennorm": "D", "correct": false, "correct_lennorm": false, "logprobs": [-2.4946, -1.7446, -1.2446, -1.1196], "subject": "high_school_world_history", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-1304", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.7137, -1.9637, -0.4637, -1.9637], "subject": "college_medicine", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-4172", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-2.0217, -0.8967, -2.3967, -1.1467], "subject": "high_school_macroeconomics", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-3092", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-2.4626, -1.9626, -1.0876, -1.0876], "subject": "high_school_chemistry", "stem": true}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-8112", "lang": "pl", "gold": "B", "pred": "B", "pred_lennorm": "B", "correct": true, "correct_lennorm": true, "logprobs": [-3.558, -0.308, -2.808, -1.933], "subject": "miscellaneous", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-6335", "lang": "pl", "gold": "C", "pred": "C", "pred_lennorm": "C", "correct": true, "correct_lennorm": true, "logprobs": [-1.8784, -2.1284, -1.0034, -1.1284], "subject": "human_sexuality", "stem": false}
{"tag": "armA_500M", "model": "../E05-control-arm/ckpts/armA/ckpt_00500M", "tokens": 500170752, "benchmark": "mmlu_pl", "pair_id": "mmlu-9675", "lang": "pl", "gold": "D", "pred": "D", "pred_lennorm": "D", "correct": true, "correct_lennorm": true, "logprobs": [-3.1628, -2.5378, -1.2878, -0.5378], "subject": "nutrition", "stem": false}