{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-102", "cond": "specific", "src_pid": "belebele-102", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-102", "cond": "specific", "src_pid": "belebele-102", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-102", "cond": "specific", "src_pid": "belebele-102", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-116", "cond": "specific", "src_pid": "belebele-116", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-116", "cond": "specific", "src_pid": "belebele-116", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-116", "cond": "specific", "src_pid": "belebele-116", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-120", "cond": "specific", "src_pid": "belebele-120", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-120", "cond": "specific", "src_pid": "belebele-120", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-120", "cond": "specific", "src_pid": "belebele-120", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-160", "cond": "specific", "src_pid": "belebele-160", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-160", "cond": "specific", "src_pid": "belebele-160", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-160", "cond": "specific", "src_pid": "belebele-160", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-189", "cond": "specific", "src_pid": "belebele-189", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-189", "cond": "specific", "src_pid": "belebele-189", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-189", "cond": "specific", "src_pid": "belebele-189", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-201", "cond": "specific", "src_pid": "belebele-201", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-201", "cond": "specific", "src_pid": "belebele-201", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-201", "cond": "specific", "src_pid": "belebele-201", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-227", "cond": "specific", "src_pid": "belebele-227", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-227", "cond": "specific", "src_pid": "belebele-227", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-227", "cond": "specific", "src_pid": "belebele-227", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-272", "cond": "specific", "src_pid": "belebele-272", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-272", "cond": "specific", "src_pid": "belebele-272", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-272", "cond": "specific", "src_pid": "belebele-272", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-280", "cond": "specific", "src_pid": "belebele-280", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-280", "cond": "specific", "src_pid": "belebele-280", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-280", "cond": "specific", "src_pid": "belebele-280", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-358", "cond": "specific", "src_pid": "belebele-358", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-358", "cond": "specific", "src_pid": "belebele-358", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-358", "cond": "specific", "src_pid": "belebele-358", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-395", "cond": "specific", "src_pid": "belebele-395", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-395", "cond": "specific", "src_pid": "belebele-395", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-395", "cond": "specific", "src_pid": "belebele-395", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-434", "cond": "specific", "src_pid": "belebele-434", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-434", "cond": "specific", "src_pid": "belebele-434", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-434", "cond": "specific", "src_pid": "belebele-434", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-460", "cond": "specific", "src_pid": "belebele-460", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-460", "cond": "specific", "src_pid": "belebele-460", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-460", "cond": "specific", "src_pid": "belebele-460", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-465", "cond": "specific", "src_pid": "belebele-465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-465", "cond": "specific", "src_pid": "belebele-465", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-465", "cond": "specific", "src_pid": "belebele-465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-506", "cond": "specific", "src_pid": "belebele-506", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-506", "cond": "specific", "src_pid": "belebele-506", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-506", "cond": "specific", "src_pid": "belebele-506", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-537", "cond": "specific", "src_pid": "belebele-537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-537", "cond": "specific", "src_pid": "belebele-537", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-537", "cond": "specific", "src_pid": "belebele-537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-576", "cond": "specific", "src_pid": "belebele-576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-576", "cond": "specific", "src_pid": "belebele-576", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-576", "cond": "specific", "src_pid": "belebele-576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-624", "cond": "specific", "src_pid": "belebele-624", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-624", "cond": "specific", "src_pid": "belebele-624", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-624", "cond": "specific", "src_pid": "belebele-624", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-641", "cond": "specific", "src_pid": "belebele-641", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-641", "cond": "specific", "src_pid": "belebele-641", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-641", "cond": "specific", "src_pid": "belebele-641", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-681", "cond": "specific", "src_pid": "belebele-681", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-681", "cond": "specific", "src_pid": "belebele-681", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-681", "cond": "specific", "src_pid": "belebele-681", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-728", "cond": "specific", "src_pid": "belebele-728", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-728", "cond": "specific", "src_pid": "belebele-728", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-728", "cond": "specific", "src_pid": "belebele-728", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-741", "cond": "specific", "src_pid": "belebele-741", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-741", "cond": "specific", "src_pid": "belebele-741", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-741", "cond": "specific", "src_pid": "belebele-741", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-818", "cond": "specific", "src_pid": "belebele-818", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-818", "cond": "specific", "src_pid": "belebele-818", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-818", "cond": "specific", "src_pid": "belebele-818", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-824", "cond": "specific", "src_pid": "belebele-824", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-824", "cond": "specific", "src_pid": "belebele-824", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-824", "cond": "specific", "src_pid": "belebele-824", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-830", "cond": "specific", "src_pid": "belebele-830", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-830", "cond": "specific", "src_pid": "belebele-830", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-830", "cond": "specific", "src_pid": "belebele-830", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-842", "cond": "specific", "src_pid": "belebele-842", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-842", "cond": "specific", "src_pid": "belebele-842", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-842", "cond": "specific", "src_pid": "belebele-842", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-896", "cond": "specific", "src_pid": "belebele-896", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-896", "cond": "specific", "src_pid": "belebele-896", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "belebele", "pair_id": "belebele-896", "cond": "specific", "src_pid": "belebele-896", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-619", "cond": "specific", "src_pid": "mmlu-619", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-619", "cond": "specific", "src_pid": "mmlu-619", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-619", "cond": "specific", "src_pid": "mmlu-619", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-623", "cond": "specific", "src_pid": "mmlu-623", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-623", "cond": "specific", "src_pid": "mmlu-623", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-623", "cond": "specific", "src_pid": "mmlu-623", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-816", "cond": "specific", "src_pid": "mmlu-816", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-816", "cond": "specific", "src_pid": "mmlu-816", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-816", "cond": "specific", "src_pid": "mmlu-816", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-953", "cond": "specific", "src_pid": "mmlu-953", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-953", "cond": "specific", "src_pid": "mmlu-953", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-953", "cond": "specific", "src_pid": "mmlu-953", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1141", "cond": "specific", "src_pid": "mmlu-1141", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1141", "cond": "specific", "src_pid": "mmlu-1141", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1141", "cond": "specific", "src_pid": "mmlu-1141", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1158", "cond": "specific", "src_pid": "mmlu-1158", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1158", "cond": "specific", "src_pid": "mmlu-1158", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1158", "cond": "specific", "src_pid": "mmlu-1158", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1798", "cond": "specific", "src_pid": "mmlu-1798", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1798", "cond": "specific", "src_pid": "mmlu-1798", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1798", "cond": "specific", "src_pid": "mmlu-1798", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1834", "cond": "specific", "src_pid": "mmlu-1834", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1834", "cond": "specific", "src_pid": "mmlu-1834", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-1834", "cond": "specific", "src_pid": "mmlu-1834", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2022", "cond": "specific", "src_pid": "mmlu-2022", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2022", "cond": "specific", "src_pid": "mmlu-2022", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2022", "cond": "specific", "src_pid": "mmlu-2022", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2051", "cond": "specific", "src_pid": "mmlu-2051", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2051", "cond": "specific", "src_pid": "mmlu-2051", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2051", "cond": "specific", "src_pid": "mmlu-2051", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2164", "cond": "specific", "src_pid": "mmlu-2164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2164", "cond": "specific", "src_pid": "mmlu-2164", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-2164", "cond": "specific", "src_pid": "mmlu-2164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3100", "cond": "specific", "src_pid": "mmlu-3100", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3100", "cond": "specific", "src_pid": "mmlu-3100", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3100", "cond": "specific", "src_pid": "mmlu-3100", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3305", "cond": "specific", "src_pid": "mmlu-3305", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3305", "cond": "specific", "src_pid": "mmlu-3305", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3305", "cond": "specific", "src_pid": "mmlu-3305", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3477", "cond": "specific", "src_pid": "mmlu-3477", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3477", "cond": "specific", "src_pid": "mmlu-3477", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3477", "cond": "specific", "src_pid": "mmlu-3477", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4596", "cond": "specific", "src_pid": "mmlu-4596", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4596", "cond": "specific", "src_pid": "mmlu-4596", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4596", "cond": "specific", "src_pid": "mmlu-4596", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4626", "cond": "specific", "src_pid": "mmlu-4626", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4626", "cond": "specific", "src_pid": "mmlu-4626", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4626", "cond": "specific", "src_pid": "mmlu-4626", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4870", "cond": "specific", "src_pid": "mmlu-4870", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4870", "cond": "specific", "src_pid": "mmlu-4870", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-4870", "cond": "specific", "src_pid": "mmlu-4870", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5457", "cond": "specific", "src_pid": "mmlu-5457", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5457", "cond": "specific", "src_pid": "mmlu-5457", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5457", "cond": "specific", "src_pid": "mmlu-5457", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5521", "cond": "specific", "src_pid": "mmlu-5521", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5521", "cond": "specific", "src_pid": "mmlu-5521", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5521", "cond": "specific", "src_pid": "mmlu-5521", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-6975", "cond": "specific", "src_pid": "mmlu-6975", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-6975", "cond": "specific", "src_pid": "mmlu-6975", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-6975", "cond": "specific", "src_pid": "mmlu-6975", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7187", "cond": "specific", "src_pid": "mmlu-7187", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7187", "cond": "specific", "src_pid": "mmlu-7187", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7187", "cond": "specific", "src_pid": "mmlu-7187", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7856", "cond": "specific", "src_pid": "mmlu-7856", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7856", "cond": "specific", "src_pid": "mmlu-7856", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-7856", "cond": "specific", "src_pid": "mmlu-7856", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8001", "cond": "specific", "src_pid": "mmlu-8001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8001", "cond": "specific", "src_pid": "mmlu-8001", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8001", "cond": "specific", "src_pid": "mmlu-8001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8628", "cond": "specific", "src_pid": "mmlu-8628", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8628", "cond": "specific", "src_pid": "mmlu-8628", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8628", "cond": "specific", "src_pid": "mmlu-8628", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8822", "cond": "specific", "src_pid": "mmlu-8822", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8822", "cond": "specific", "src_pid": "mmlu-8822", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8822", "cond": "specific", "src_pid": "mmlu-8822", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8934", "cond": "specific", "src_pid": "mmlu-8934", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8934", "cond": "specific", "src_pid": "mmlu-8934", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8934", "cond": "specific", "src_pid": "mmlu-8934", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8970", "cond": "specific", "src_pid": "mmlu-8970", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8970", "cond": "specific", "src_pid": "mmlu-8970", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-8970", "cond": "specific", "src_pid": "mmlu-8970", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9149", "cond": "specific", "src_pid": "mmlu-9149", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9149", "cond": "specific", "src_pid": "mmlu-9149", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9149", "cond": "specific", "src_pid": "mmlu-9149", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9379", "cond": "specific", "src_pid": "mmlu-9379", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9379", "cond": "specific", "src_pid": "mmlu-9379", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9379", "cond": "specific", "src_pid": "mmlu-9379", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9498", "cond": "specific", "src_pid": "mmlu-9498", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9498", "cond": "specific", "src_pid": "mmlu-9498", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9498", "cond": "specific", "src_pid": "mmlu-9498", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9530", "cond": "specific", "src_pid": "mmlu-9530", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9530", "cond": "specific", "src_pid": "mmlu-9530", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9530", "cond": "specific", "src_pid": "mmlu-9530", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9581", "cond": "specific", "src_pid": "mmlu-9581", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9581", "cond": "specific", "src_pid": "mmlu-9581", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-9581", "cond": "specific", "src_pid": "mmlu-9581", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10141", "cond": "specific", "src_pid": "mmlu-10141", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10141", "cond": "specific", "src_pid": "mmlu-10141", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10141", "cond": "specific", "src_pid": "mmlu-10141", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10786", "cond": "specific", "src_pid": "mmlu-10786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10786", "cond": "specific", "src_pid": "mmlu-10786", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10786", "cond": "specific", "src_pid": "mmlu-10786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10797", "cond": "specific", "src_pid": "mmlu-10797", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10797", "cond": "specific", "src_pid": "mmlu-10797", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-10797", "cond": "specific", "src_pid": "mmlu-10797", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12654", "cond": "specific", "src_pid": "mmlu-12654", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12654", "cond": "specific", "src_pid": "mmlu-12654", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12654", "cond": "specific", "src_pid": "mmlu-12654", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13713", "cond": "specific", "src_pid": "mmlu-13713", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13713", "cond": "specific", "src_pid": "mmlu-13713", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false}
{"stage": "p3_reverse", "tag": "base", "anchor": "A1", "direction": "rev", "benchmark": "mmlu", "pair_id": "mmlu-13713", "cond": "specific", "src_pid": "mmlu-13713", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true}