{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}
{"stage": "p3_arm", "tag": "armB_500M", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": true, "transport": false}