{"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 23, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 23, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 23, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 23, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 23, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 23, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 23, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 23, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 23, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 23, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 23, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 23, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_confirm", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A2", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "A3", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "random", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "specific", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-1", "cond": "irrelevant", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "specific", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-12", "cond": "irrelevant", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "specific", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-14", "cond": "irrelevant", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "specific", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-17", "cond": "irrelevant", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "specific", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-22", "cond": "irrelevant", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "specific", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-23", "cond": "irrelevant", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "specific", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-24", "cond": "irrelevant", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "specific", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-38", "cond": "irrelevant", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "specific", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-42", "cond": "irrelevant", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "specific", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-43", "cond": "irrelevant", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "specific", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-45", "cond": "irrelevant", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "specific", "src_pid": "belebele-50", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-50", "cond": "irrelevant", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "specific", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-56", "cond": "irrelevant", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "specific", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-75", "cond": "irrelevant", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "specific", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-79", "cond": "irrelevant", "src_pid": "belebele-43", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "specific", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-82", "cond": "irrelevant", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "specific", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-92", "cond": "irrelevant", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "specific", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-98", "cond": "irrelevant", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "specific", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-106", "cond": "irrelevant", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "specific", "src_pid": "belebele-109", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-109", "cond": "irrelevant", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "specific", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-118", "cond": "irrelevant", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "specific", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-125", "cond": "irrelevant", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "specific", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-140", "cond": "irrelevant", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "specific", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-145", "cond": "irrelevant", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "specific", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-147", "cond": "irrelevant", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "specific", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-153", "cond": "irrelevant", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "specific", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-172", "cond": "irrelevant", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "specific", "src_pid": "belebele-177", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-177", "cond": "irrelevant", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "specific", "src_pid": "belebele-180", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-180", "cond": "irrelevant", "src_pid": "belebele-22", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "specific", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-184", "cond": "irrelevant", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "specific", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-185", "cond": "irrelevant", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "specific", "src_pid": "belebele-190", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-190", "cond": "irrelevant", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "specific", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-197", "cond": "irrelevant", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "specific", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-207", "cond": "irrelevant", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "specific", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-208", "cond": "irrelevant", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "specific", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-215", "cond": "irrelevant", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "specific", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-218", "cond": "irrelevant", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "specific", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-226", "cond": "irrelevant", "src_pid": "belebele-125", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "specific", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-231", "cond": "irrelevant", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "specific", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-237", "cond": "irrelevant", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "specific", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-240", "cond": "irrelevant", "src_pid": "belebele-106", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "specific", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-247", "cond": "irrelevant", "src_pid": "belebele-75", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "specific", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-249", "cond": "irrelevant", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "specific", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-251", "cond": "irrelevant", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "specific", "src_pid": "belebele-264", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-264", "cond": "irrelevant", "src_pid": "belebele-218", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "specific", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-283", "cond": "irrelevant", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "specific", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-294", "cond": "irrelevant", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "specific", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-297", "cond": "irrelevant", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "specific", "src_pid": "belebele-298", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-298", "cond": "irrelevant", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "specific", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-316", "cond": "irrelevant", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "specific", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-327", "cond": "irrelevant", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "specific", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-333", "cond": "irrelevant", "src_pid": "belebele-56", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "specific", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-335", "cond": "irrelevant", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "specific", "src_pid": "belebele-340", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-340", "cond": "irrelevant", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "specific", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-343", "cond": "irrelevant", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "specific", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-345", "cond": "irrelevant", "src_pid": "belebele-335", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "specific", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-349", "cond": "irrelevant", "src_pid": "belebele-17", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "specific", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-372", "cond": "irrelevant", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "specific", "src_pid": "belebele-375", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-375", "cond": "irrelevant", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "specific", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-376", "cond": "irrelevant", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "specific", "src_pid": "belebele-384", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-384", "cond": "irrelevant", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "specific", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-392", "cond": "irrelevant", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "specific", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-393", "cond": "irrelevant", "src_pid": "belebele-197", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "specific", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-409", "cond": "irrelevant", "src_pid": "belebele-376", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "specific", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-413", "cond": "irrelevant", "src_pid": "belebele-92", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "specific", "src_pid": "belebele-418", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-418", "cond": "irrelevant", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "specific", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-423", "cond": "irrelevant", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "specific", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-427", "cond": "irrelevant", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "specific", "src_pid": "belebele-435", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-435", "cond": "irrelevant", "src_pid": "belebele-372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "specific", "src_pid": "belebele-436", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-436", "cond": "irrelevant", "src_pid": "belebele-42", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "specific", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-443", "cond": "irrelevant", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "specific", "src_pid": "belebele-449", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-449", "cond": "irrelevant", "src_pid": "belebele-345", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "specific", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-452", "cond": "irrelevant", "src_pid": "belebele-392", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "specific", "src_pid": "belebele-458", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-458", "cond": "irrelevant", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "specific", "src_pid": "belebele-463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-463", "cond": "irrelevant", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "specific", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-466", "cond": "irrelevant", "src_pid": "belebele-443", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "specific", "src_pid": "belebele-472", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-472", "cond": "irrelevant", "src_pid": "belebele-147", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "specific", "src_pid": "belebele-474", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-474", "cond": "irrelevant", "src_pid": "belebele-24", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "specific", "src_pid": "belebele-483", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-483", "cond": "irrelevant", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "specific", "src_pid": "belebele-485", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-485", "cond": "irrelevant", "src_pid": "belebele-283", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "specific", "src_pid": "belebele-488", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-488", "cond": "irrelevant", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "specific", "src_pid": "belebele-490", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-490", "cond": "irrelevant", "src_pid": "belebele-153", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "specific", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-496", "cond": "irrelevant", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "specific", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-507", "cond": "irrelevant", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "specific", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-510", "cond": "irrelevant", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "specific", "src_pid": "belebele-513", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-513", "cond": "irrelevant", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "specific", "src_pid": "belebele-514", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-514", "cond": "irrelevant", "src_pid": "belebele-393", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "specific", "src_pid": "belebele-524", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-524", "cond": "irrelevant", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "specific", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-525", "cond": "irrelevant", "src_pid": "belebele-1", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "specific", "src_pid": "belebele-547", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-547", "cond": "irrelevant", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "specific", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-556", "cond": "irrelevant", "src_pid": "belebele-172", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "specific", "src_pid": "belebele-569", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-569", "cond": "irrelevant", "src_pid": "belebele-12", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "specific", "src_pid": "belebele-571", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-571", "cond": "irrelevant", "src_pid": "belebele-140", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "specific", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-582", "cond": "irrelevant", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "specific", "src_pid": "belebele-595", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-595", "cond": "irrelevant", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "specific", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-600", "cond": "irrelevant", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "specific", "src_pid": "belebele-601", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-601", "cond": "irrelevant", "src_pid": "belebele-45", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "specific", "src_pid": "belebele-608", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-608", "cond": "irrelevant", "src_pid": "belebele-349", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "specific", "src_pid": "belebele-617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-617", "cond": "irrelevant", "src_pid": "belebele-38", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "specific", "src_pid": "belebele-620", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-620", "cond": "irrelevant", "src_pid": "belebele-23", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "specific", "src_pid": "belebele-627", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-627", "cond": "irrelevant", "src_pid": "belebele-184", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "specific", "src_pid": "belebele-632", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-632", "cond": "irrelevant", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "specific", "src_pid": "belebele-651", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-651", "cond": "irrelevant", "src_pid": "belebele-145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "specific", "src_pid": "belebele-652", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-652", "cond": "irrelevant", "src_pid": "belebele-327", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "specific", "src_pid": "belebele-653", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-653", "cond": "irrelevant", "src_pid": "belebele-333", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "specific", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-657", "cond": "irrelevant", "src_pid": "belebele-510", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "specific", "src_pid": "belebele-659", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-659", "cond": "irrelevant", "src_pid": "belebele-507", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "specific", "src_pid": "belebele-660", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-660", "cond": "irrelevant", "src_pid": "belebele-427", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "specific", "src_pid": "belebele-666", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-666", "cond": "irrelevant", "src_pid": "belebele-413", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "specific", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-668", "cond": "irrelevant", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "specific", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-672", "cond": "irrelevant", "src_pid": "belebele-208", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "specific", "src_pid": "belebele-684", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-684", "cond": "irrelevant", "src_pid": "belebele-452", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "specific", "src_pid": "belebele-689", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-689", "cond": "irrelevant", "src_pid": "belebele-525", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "specific", "src_pid": "belebele-695", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-695", "cond": "irrelevant", "src_pid": "belebele-316", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "specific", "src_pid": "belebele-703", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-703", "cond": "irrelevant", "src_pid": "belebele-249", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "specific", "src_pid": "belebele-705", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-705", "cond": "irrelevant", "src_pid": "belebele-423", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "specific", "src_pid": "belebele-706", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-706", "cond": "irrelevant", "src_pid": "belebele-237", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "specific", "src_pid": "belebele-708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-708", "cond": "irrelevant", "src_pid": "belebele-556", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "specific", "src_pid": "belebele-710", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-710", "cond": "irrelevant", "src_pid": "belebele-14", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "specific", "src_pid": "belebele-712", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-712", "cond": "irrelevant", "src_pid": "belebele-600", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "specific", "src_pid": "belebele-732", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-732", "cond": "irrelevant", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "specific", "src_pid": "belebele-736", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-736", "cond": "irrelevant", "src_pid": "belebele-466", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "specific", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-737", "cond": "irrelevant", "src_pid": "belebele-294", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "specific", "src_pid": "belebele-738", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-738", "cond": "irrelevant", "src_pid": "belebele-251", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "specific", "src_pid": "belebele-739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-739", "cond": "irrelevant", "src_pid": "belebele-82", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "specific", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-750", "cond": "irrelevant", "src_pid": "belebele-215", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "specific", "src_pid": "belebele-753", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-753", "cond": "irrelevant", "src_pid": "belebele-226", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "specific", "src_pid": "belebele-756", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-756", "cond": "irrelevant", "src_pid": "belebele-185", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "specific", "src_pid": "belebele-757", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-757", "cond": "irrelevant", "src_pid": "belebele-231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "specific", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-760", "cond": "irrelevant", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "specific", "src_pid": "belebele-767", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-767", "cond": "irrelevant", "src_pid": "belebele-750", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "specific", "src_pid": "belebele-772", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-772", "cond": "irrelevant", "src_pid": "belebele-672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "specific", "src_pid": "belebele-780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-780", "cond": "irrelevant", "src_pid": "belebele-496", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "specific", "src_pid": "belebele-783", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-783", "cond": "irrelevant", "src_pid": "belebele-79", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "specific", "src_pid": "belebele-798", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-798", "cond": "irrelevant", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "specific", "src_pid": "belebele-800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-800", "cond": "irrelevant", "src_pid": "belebele-98", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "D", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "specific", "src_pid": "belebele-801", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-801", "cond": "irrelevant", "src_pid": "belebele-760", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "specific", "src_pid": "belebele-804", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-804", "cond": "irrelevant", "src_pid": "belebele-240", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "specific", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-806", "cond": "irrelevant", "src_pid": "belebele-118", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "specific", "src_pid": "belebele-810", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-810", "cond": "irrelevant", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "specific", "src_pid": "belebele-814", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-814", "cond": "irrelevant", "src_pid": "belebele-737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "specific", "src_pid": "belebele-821", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-821", "cond": "irrelevant", "src_pid": "belebele-409", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "specific", "src_pid": "belebele-832", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-832", "cond": "irrelevant", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "specific", "src_pid": "belebele-833", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-833", "cond": "irrelevant", "src_pid": "belebele-657", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "specific", "src_pid": "belebele-835", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-835", "cond": "irrelevant", "src_pid": "belebele-343", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "specific", "src_pid": "belebele-847", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-847", "cond": "irrelevant", "src_pid": "belebele-207", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "specific", "src_pid": "belebele-851", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-851", "cond": "irrelevant", "src_pid": "belebele-806", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "specific", "src_pid": "belebele-855", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-855", "cond": "irrelevant", "src_pid": "belebele-297", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "specific", "src_pid": "belebele-862", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-862", "cond": "irrelevant", "src_pid": "belebele-582", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "specific", "src_pid": "belebele-877", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-877", "cond": "irrelevant", "src_pid": "belebele-668", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "specific", "src_pid": "belebele-885", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-885", "cond": "irrelevant", "src_pid": "belebele-247", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "specific", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-83", "cond": "irrelevant", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "specific", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-352", "cond": "irrelevant", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "specific", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-561", "cond": "irrelevant", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "specific", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-614", "cond": "irrelevant", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "specific", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-736", "cond": "irrelevant", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "specific", "src_pid": "mmlu-1243", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1243", "cond": "irrelevant", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "specific", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1329", "cond": "irrelevant", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "specific", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1400", "cond": "irrelevant", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "specific", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1445", "cond": "irrelevant", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "specific", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1484", "cond": "irrelevant", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "specific", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1498", "cond": "irrelevant", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "specific", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1658", "cond": "irrelevant", "src_pid": "mmlu-1400", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "specific", "src_pid": "mmlu-1751", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1751", "cond": "irrelevant", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "specific", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1826", "cond": "irrelevant", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "specific", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1935", "cond": "irrelevant", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "specific", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1997", "cond": "irrelevant", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "specific", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2279", "cond": "irrelevant", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "specific", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "C", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2367", "cond": "irrelevant", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "specific", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2412", "cond": "irrelevant", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "specific", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2505", "cond": "irrelevant", "src_pid": "mmlu-83", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "specific", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2672", "cond": "irrelevant", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "specific", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2790", "cond": "irrelevant", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "specific", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2800", "cond": "irrelevant", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "specific", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3095", "cond": "irrelevant", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "specific", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3408", "cond": "irrelevant", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "specific", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3494", "cond": "irrelevant", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "specific", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3518", "cond": "irrelevant", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "specific", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3552", "cond": "irrelevant", "src_pid": "mmlu-1329", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "specific", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3562", "cond": "irrelevant", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "specific", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3631", "cond": "irrelevant", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "specific", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3661", "cond": "irrelevant", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "specific", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3774", "cond": "irrelevant", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "specific", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3789", "cond": "irrelevant", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "specific", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3895", "cond": "irrelevant", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "specific", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3959", "cond": "irrelevant", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "specific", "src_pid": "mmlu-3979", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3979", "cond": "irrelevant", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "specific", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4041", "cond": "irrelevant", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "specific", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4164", "cond": "irrelevant", "src_pid": "mmlu-736", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "specific", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4168", "cond": "irrelevant", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "specific", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4195", "cond": "irrelevant", "src_pid": "mmlu-3895", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "specific", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4200", "cond": "irrelevant", "src_pid": "mmlu-1445", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "specific", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4556", "cond": "irrelevant", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "specific", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4665", "cond": "irrelevant", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "specific", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4666", "cond": "irrelevant", "src_pid": "mmlu-1484", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "specific", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4899", "cond": "irrelevant", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "specific", "src_pid": "mmlu-4969", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4969", "cond": "irrelevant", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "specific", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5011", "cond": "irrelevant", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "specific", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5028", "cond": "irrelevant", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "specific", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5099", "cond": "irrelevant", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "specific", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5109", "cond": "irrelevant", "src_pid": "mmlu-1935", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "specific", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5235", "cond": "irrelevant", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "specific", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5290", "cond": "irrelevant", "src_pid": "mmlu-2412", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "specific", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5393", "cond": "irrelevant", "src_pid": "mmlu-3552", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "specific", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5418", "cond": "irrelevant", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "specific", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5429", "cond": "irrelevant", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "specific", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5739", "cond": "irrelevant", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "specific", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5786", "cond": "irrelevant", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "specific", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5855", "cond": "irrelevant", "src_pid": "mmlu-3774", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "specific", "src_pid": "mmlu-5997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5997", "cond": "irrelevant", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "specific", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6009", "cond": "irrelevant", "src_pid": "mmlu-3789", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "specific", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6030", "cond": "irrelevant", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "specific", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6085", "cond": "irrelevant", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "specific", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6145", "cond": "irrelevant", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "specific", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6152", "cond": "irrelevant", "src_pid": "mmlu-2672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "specific", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6157", "cond": "irrelevant", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "specific", "src_pid": "mmlu-6177", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6177", "cond": "irrelevant", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "specific", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6195", "cond": "irrelevant", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "specific", "src_pid": "mmlu-6215", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6215", "cond": "irrelevant", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "specific", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6231", "cond": "irrelevant", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "specific", "src_pid": "mmlu-6278", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6278", "cond": "irrelevant", "src_pid": "mmlu-1498", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "specific", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6321", "cond": "irrelevant", "src_pid": "mmlu-3095", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "specific", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6335", "cond": "irrelevant", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "specific", "src_pid": "mmlu-6417", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6417", "cond": "irrelevant", "src_pid": "mmlu-3661", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "specific", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6617", "cond": "irrelevant", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "specific", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6665", "cond": "irrelevant", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "specific", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6817", "cond": "irrelevant", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "specific", "src_pid": "mmlu-6923", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6923", "cond": "irrelevant", "src_pid": "mmlu-2790", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "specific", "src_pid": "mmlu-6940", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6940", "cond": "irrelevant", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "specific", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7014", "cond": "irrelevant", "src_pid": "mmlu-4665", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "specific", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7021", "cond": "irrelevant", "src_pid": "mmlu-4168", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "specific", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7068", "cond": "irrelevant", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "specific", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7087", "cond": "irrelevant", "src_pid": "mmlu-6030", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "specific", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7089", "cond": "irrelevant", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "specific", "src_pid": "mmlu-7093", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7093", "cond": "irrelevant", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "specific", "src_pid": "mmlu-7224", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7224", "cond": "irrelevant", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "specific", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7258", "cond": "irrelevant", "src_pid": "mmlu-5099", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "specific", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7266", "cond": "irrelevant", "src_pid": "mmlu-4041", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "specific", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7409", "cond": "irrelevant", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "specific", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7410", "cond": "irrelevant", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "specific", "src_pid": "mmlu-7425", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7425", "cond": "irrelevant", "src_pid": "mmlu-3494", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "specific", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7658", "cond": "irrelevant", "src_pid": "mmlu-2505", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "specific", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7672", "cond": "irrelevant", "src_pid": "mmlu-352", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "specific", "src_pid": "mmlu-7675", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7675", "cond": "irrelevant", "src_pid": "mmlu-5109", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "specific", "src_pid": "mmlu-7762", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7762", "cond": "irrelevant", "src_pid": "mmlu-3408", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "specific", "src_pid": "mmlu-7774", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7774", "cond": "irrelevant", "src_pid": "mmlu-2367", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "specific", "src_pid": "mmlu-7829", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7829", "cond": "irrelevant", "src_pid": "mmlu-1997", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "specific", "src_pid": "mmlu-7830", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7830", "cond": "irrelevant", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "specific", "src_pid": "mmlu-7930", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7930", "cond": "irrelevant", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "specific", "src_pid": "mmlu-8112", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8112", "cond": "irrelevant", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "specific", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8212", "cond": "irrelevant", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "specific", "src_pid": "mmlu-8265", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8265", "cond": "irrelevant", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "specific", "src_pid": "mmlu-8297", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8297", "cond": "irrelevant", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "specific", "src_pid": "mmlu-8356", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8356", "cond": "irrelevant", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "specific", "src_pid": "mmlu-8382", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8382", "cond": "irrelevant", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "specific", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8503", "cond": "irrelevant", "src_pid": "mmlu-5855", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "specific", "src_pid": "mmlu-8544", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8544", "cond": "irrelevant", "src_pid": "mmlu-6335", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "specific", "src_pid": "mmlu-8556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8556", "cond": "irrelevant", "src_pid": "mmlu-5028", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "specific", "src_pid": "mmlu-8629", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8629", "cond": "irrelevant", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "specific", "src_pid": "mmlu-8656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8656", "cond": "irrelevant", "src_pid": "mmlu-6152", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "specific", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8679", "cond": "irrelevant", "src_pid": "mmlu-7258", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "specific", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8708", "cond": "irrelevant", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "specific", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8844", "cond": "irrelevant", "src_pid": "mmlu-8679", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "specific", "src_pid": "mmlu-8886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8886", "cond": "irrelevant", "src_pid": "mmlu-6145", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "specific", "src_pid": "mmlu-9051", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9051", "cond": "irrelevant", "src_pid": "mmlu-7672", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "specific", "src_pid": "mmlu-9073", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9073", "cond": "irrelevant", "src_pid": "mmlu-5393", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "specific", "src_pid": "mmlu-9178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9178", "cond": "irrelevant", "src_pid": "mmlu-4200", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "specific", "src_pid": "mmlu-9242", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9242", "cond": "irrelevant", "src_pid": "mmlu-5429", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "specific", "src_pid": "mmlu-9306", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9306", "cond": "irrelevant", "src_pid": "mmlu-2279", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "specific", "src_pid": "mmlu-9465", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9465", "cond": "irrelevant", "src_pid": "mmlu-5235", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "specific", "src_pid": "mmlu-9480", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9480", "cond": "irrelevant", "src_pid": "mmlu-8503", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "specific", "src_pid": "mmlu-9525", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9525", "cond": "irrelevant", "src_pid": "mmlu-5739", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "specific", "src_pid": "mmlu-9675", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9675", "cond": "irrelevant", "src_pid": "mmlu-6617", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "specific", "src_pid": "mmlu-9704", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9704", "cond": "irrelevant", "src_pid": "mmlu-3631", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "specific", "src_pid": "mmlu-9799", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9799", "cond": "irrelevant", "src_pid": "mmlu-6195", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "specific", "src_pid": "mmlu-9876", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9876", "cond": "irrelevant", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "specific", "src_pid": "mmlu-10001", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10001", "cond": "irrelevant", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "specific", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10138", "cond": "irrelevant", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "specific", "src_pid": "mmlu-10143", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10143", "cond": "irrelevant", "src_pid": "mmlu-10138", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "specific", "src_pid": "mmlu-10158", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10158", "cond": "irrelevant", "src_pid": "mmlu-5418", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "specific", "src_pid": "mmlu-10159", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10159", "cond": "irrelevant", "src_pid": "mmlu-1658", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "specific", "src_pid": "mmlu-10178", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10178", "cond": "irrelevant", "src_pid": "mmlu-614", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "specific", "src_pid": "mmlu-10357", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10357", "cond": "irrelevant", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "specific", "src_pid": "mmlu-10380", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10380", "cond": "irrelevant", "src_pid": "mmlu-5011", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "specific", "src_pid": "mmlu-10563", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10563", "cond": "irrelevant", "src_pid": "mmlu-6665", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "specific", "src_pid": "mmlu-11064", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11064", "cond": "irrelevant", "src_pid": "mmlu-7409", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "specific", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11373", "cond": "irrelevant", "src_pid": "mmlu-6321", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "specific", "src_pid": "mmlu-11421", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11421", "cond": "irrelevant", "src_pid": "mmlu-3562", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "specific", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11463", "cond": "irrelevant", "src_pid": "mmlu-6085", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "specific", "src_pid": "mmlu-11516", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11516", "cond": "irrelevant", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "specific", "src_pid": "mmlu-11537", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "B", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11537", "cond": "irrelevant", "src_pid": "mmlu-6231", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "B", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "specific", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11656", "cond": "irrelevant", "src_pid": "mmlu-3518", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "specific", "src_pid": "mmlu-11780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11780", "cond": "irrelevant", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "specific", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11783", "cond": "irrelevant", "src_pid": "mmlu-6817", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "specific", "src_pid": "mmlu-11963", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11963", "cond": "irrelevant", "src_pid": "mmlu-7068", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "specific", "src_pid": "mmlu-12040", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12040", "cond": "irrelevant", "src_pid": "mmlu-561", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "specific", "src_pid": "mmlu-12136", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12136", "cond": "irrelevant", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "specific", "src_pid": "mmlu-12165", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12165", "cond": "irrelevant", "src_pid": "mmlu-5290", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "specific", "src_pid": "mmlu-12219", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12219", "cond": "irrelevant", "src_pid": "mmlu-7658", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "specific", "src_pid": "mmlu-12286", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12286", "cond": "irrelevant", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "specific", "src_pid": "mmlu-12343", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12343", "cond": "irrelevant", "src_pid": "mmlu-6157", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "specific", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12459", "cond": "irrelevant", "src_pid": "mmlu-8708", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "specific", "src_pid": "mmlu-12546", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 25, "lt": 25, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12546", "cond": "irrelevant", "src_pid": "mmlu-4899", "ls": 1, "lt": 27, "gold": "B", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "specific", "src_pid": "mmlu-12557", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12557", "cond": "irrelevant", "src_pid": "mmlu-4164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "specific", "src_pid": "mmlu-12583", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12583", "cond": "irrelevant", "src_pid": "mmlu-11656", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "specific", "src_pid": "mmlu-12726", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "B", "pred": "B", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12726", "cond": "irrelevant", "src_pid": "mmlu-7014", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "specific", "src_pid": "mmlu-12786", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 25, "lt": 25, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12786", "cond": "irrelevant", "src_pid": "mmlu-4666", "ls": 1, "lt": 27, "gold": "A", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "specific", "src_pid": "mmlu-12794", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12794", "cond": "irrelevant", "src_pid": "mmlu-4556", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "specific", "src_pid": "mmlu-12870", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 25, "lt": 25, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12870", "cond": "irrelevant", "src_pid": "mmlu-7266", "ls": 1, "lt": 27, "gold": "C", "src_gold": "B", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "specific", "src_pid": "mmlu-12893", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 25, "lt": 25, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12893", "cond": "irrelevant", "src_pid": "mmlu-6009", "ls": 1, "lt": 27, "gold": "C", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "specific", "src_pid": "mmlu-12958", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 25, "lt": 25, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12958", "cond": "irrelevant", "src_pid": "mmlu-7410", "ls": 1, "lt": 27, "gold": "B", "src_gold": "C", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "specific", "src_pid": "mmlu-12976", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12976", "cond": "irrelevant", "src_pid": "mmlu-1826", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "specific", "src_pid": "mmlu-13063", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13063", "cond": "irrelevant", "src_pid": "mmlu-3959", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "specific", "src_pid": "mmlu-13243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 25, "lt": 25, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13243", "cond": "irrelevant", "src_pid": "mmlu-8212", "ls": 1, "lt": 27, "gold": "D", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "specific", "src_pid": "mmlu-13281", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 25, "lt": 25, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13281", "cond": "irrelevant", "src_pid": "mmlu-2800", "ls": 1, "lt": 27, "gold": "C", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "specific", "src_pid": "mmlu-13331", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13331", "cond": "irrelevant", "src_pid": "mmlu-12459", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "specific", "src_pid": "mmlu-13368", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 25, "lt": 25, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13368", "cond": "irrelevant", "src_pid": "mmlu-5786", "ls": 1, "lt": 27, "gold": "D", "src_gold": "C", "base_pred": "A", "pred": "A", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "specific", "src_pid": "mmlu-13372", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13372", "cond": "irrelevant", "src_pid": "mmlu-4195", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "specific", "src_pid": "mmlu-13399", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13399", "cond": "irrelevant", "src_pid": "mmlu-11373", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "specific", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13499", "cond": "irrelevant", "src_pid": "mmlu-7089", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "specific", "src_pid": "mmlu-13543", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13543", "cond": "irrelevant", "src_pid": "mmlu-7087", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "specific", "src_pid": "mmlu-13576", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 25, "lt": 25, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13576", "cond": "irrelevant", "src_pid": "mmlu-11463", "ls": 1, "lt": 27, "gold": "A", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": false, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "specific", "src_pid": "mmlu-13669", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13669", "cond": "irrelevant", "src_pid": "mmlu-11783", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "specific", "src_pid": "mmlu-13727", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 25, "lt": 25, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13727", "cond": "irrelevant", "src_pid": "mmlu-7021", "ls": 1, "lt": 27, "gold": "D", "src_gold": "B", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "C", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "specific", "src_pid": "mmlu-13780", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "C", "pred": "A", "correct": true, "transport": true} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 25, "lt": 25, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13780", "cond": "irrelevant", "src_pid": "mmlu-8844", "ls": 1, "lt": 27, "gold": "A", "src_gold": "B", "base_pred": "C", "pred": "A", "correct": true, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "specific", "src_pid": "mmlu-13908", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 25, "lt": 25, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_anchor", "tag": "base", "anchor": "bos", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13908", "cond": "irrelevant", "src_pid": "mmlu-13499", "ls": 1, "lt": 27, "gold": "B", "src_gold": "A", "base_pred": "D", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-133", "cond": "specific", "src_pid": "belebele-133", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-139", "cond": "specific", "src_pid": "belebele-139", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-139", "cond": "specific", "src_pid": "belebele-139", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-139", "cond": "specific", "src_pid": "belebele-139", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-150", "cond": "specific", "src_pid": "belebele-150", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-150", "cond": "specific", "src_pid": "belebele-150", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-150", "cond": "specific", "src_pid": "belebele-150", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-202", "cond": "specific", "src_pid": "belebele-202", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-202", "cond": "specific", "src_pid": "belebele-202", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-202", "cond": "specific", "src_pid": "belebele-202", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-213", "cond": "specific", "src_pid": "belebele-213", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-260", "cond": "specific", "src_pid": "belebele-260", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-260", "cond": "specific", "src_pid": "belebele-260", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-260", "cond": "specific", "src_pid": "belebele-260", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-262", "cond": "specific", "src_pid": "belebele-262", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-262", "cond": "specific", "src_pid": "belebele-262", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-262", "cond": "specific", "src_pid": "belebele-262", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-266", "cond": "specific", "src_pid": "belebele-266", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-266", "cond": "specific", "src_pid": "belebele-266", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-266", "cond": "specific", "src_pid": "belebele-266", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-289", "cond": "specific", "src_pid": "belebele-289", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-289", "cond": "specific", "src_pid": "belebele-289", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-289", "cond": "specific", "src_pid": "belebele-289", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-293", "cond": "specific", "src_pid": "belebele-293", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-293", "cond": "specific", "src_pid": "belebele-293", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-293", "cond": "specific", "src_pid": "belebele-293", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-299", "cond": "specific", "src_pid": "belebele-299", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-299", "cond": "specific", "src_pid": "belebele-299", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-299", "cond": "specific", "src_pid": "belebele-299", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-31", "cond": "specific", "src_pid": "belebele-31", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-326", "cond": "specific", "src_pid": "belebele-326", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-326", "cond": "specific", "src_pid": "belebele-326", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-326", "cond": "specific", "src_pid": "belebele-326", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-328", "cond": "specific", "src_pid": "belebele-328", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-328", "cond": "specific", "src_pid": "belebele-328", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-328", "cond": "specific", "src_pid": "belebele-328", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-330", "cond": "specific", "src_pid": "belebele-330", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-330", "cond": "specific", "src_pid": "belebele-330", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-330", "cond": "specific", "src_pid": "belebele-330", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-35", "cond": "specific", "src_pid": "belebele-35", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-35", "cond": "specific", "src_pid": "belebele-35", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-35", "cond": "specific", "src_pid": "belebele-35", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-4", "cond": "specific", "src_pid": "belebele-4", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-4", "cond": "specific", "src_pid": "belebele-4", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-4", "cond": "specific", "src_pid": "belebele-4", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-425", "cond": "specific", "src_pid": "belebele-425", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-425", "cond": "specific", "src_pid": "belebele-425", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-425", "cond": "specific", "src_pid": "belebele-425", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-450", "cond": "specific", "src_pid": "belebele-450", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-450", "cond": "specific", "src_pid": "belebele-450", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-450", "cond": "specific", "src_pid": "belebele-450", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-457", "cond": "specific", "src_pid": "belebele-457", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-457", "cond": "specific", "src_pid": "belebele-457", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-457", "cond": "specific", "src_pid": "belebele-457", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-47", "cond": "specific", "src_pid": "belebele-47", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-47", "cond": "specific", "src_pid": "belebele-47", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-47", "cond": "specific", "src_pid": "belebele-47", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-492", "cond": "specific", "src_pid": "belebele-492", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-492", "cond": "specific", "src_pid": "belebele-492", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-492", "cond": "specific", "src_pid": "belebele-492", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-522", "cond": "specific", "src_pid": "belebele-522", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-534", "cond": "specific", "src_pid": "belebele-534", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-534", "cond": "specific", "src_pid": "belebele-534", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-534", "cond": "specific", "src_pid": "belebele-534", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-555", "cond": "specific", "src_pid": "belebele-555", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-555", "cond": "specific", "src_pid": "belebele-555", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-555", "cond": "specific", "src_pid": "belebele-555", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-573", "cond": "specific", "src_pid": "belebele-573", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-573", "cond": "specific", "src_pid": "belebele-573", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-573", "cond": "specific", "src_pid": "belebele-573", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-578", "cond": "specific", "src_pid": "belebele-578", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-578", "cond": "specific", "src_pid": "belebele-578", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-578", "cond": "specific", "src_pid": "belebele-578", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-586", "cond": "specific", "src_pid": "belebele-586", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-586", "cond": "specific", "src_pid": "belebele-586", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-586", "cond": "specific", "src_pid": "belebele-586", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-593", "cond": "specific", "src_pid": "belebele-593", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-593", "cond": "specific", "src_pid": "belebele-593", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-593", "cond": "specific", "src_pid": "belebele-593", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-605", "cond": "specific", "src_pid": "belebele-605", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-605", "cond": "specific", "src_pid": "belebele-605", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-605", "cond": "specific", "src_pid": "belebele-605", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-615", "cond": "specific", "src_pid": "belebele-615", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-615", "cond": "specific", "src_pid": "belebele-615", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-615", "cond": "specific", "src_pid": "belebele-615", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-630", "cond": "specific", "src_pid": "belebele-630", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-630", "cond": "specific", "src_pid": "belebele-630", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-630", "cond": "specific", "src_pid": "belebele-630", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-637", "cond": "specific", "src_pid": "belebele-637", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-637", "cond": "specific", "src_pid": "belebele-637", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-637", "cond": "specific", "src_pid": "belebele-637", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-648", "cond": "specific", "src_pid": "belebele-648", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-648", "cond": "specific", "src_pid": "belebele-648", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-648", "cond": "specific", "src_pid": "belebele-648", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-678", "cond": "specific", "src_pid": "belebele-678", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-678", "cond": "specific", "src_pid": "belebele-678", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-678", "cond": "specific", "src_pid": "belebele-678", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-683", "cond": "specific", "src_pid": "belebele-683", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-683", "cond": "specific", "src_pid": "belebele-683", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-683", "cond": "specific", "src_pid": "belebele-683", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-685", "cond": "specific", "src_pid": "belebele-685", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-685", "cond": "specific", "src_pid": "belebele-685", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-685", "cond": "specific", "src_pid": "belebele-685", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-697", "cond": "specific", "src_pid": "belebele-697", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-697", "cond": "specific", "src_pid": "belebele-697", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-697", "cond": "specific", "src_pid": "belebele-697", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-720", "cond": "specific", "src_pid": "belebele-720", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-720", "cond": "specific", "src_pid": "belebele-720", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-720", "cond": "specific", "src_pid": "belebele-720", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-722", "cond": "specific", "src_pid": "belebele-722", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-742", "cond": "specific", "src_pid": "belebele-742", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-742", "cond": "specific", "src_pid": "belebele-742", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-742", "cond": "specific", "src_pid": "belebele-742", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-763", "cond": "specific", "src_pid": "belebele-763", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-763", "cond": "specific", "src_pid": "belebele-763", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-763", "cond": "specific", "src_pid": "belebele-763", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-769", "cond": "specific", "src_pid": "belebele-769", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-769", "cond": "specific", "src_pid": "belebele-769", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-769", "cond": "specific", "src_pid": "belebele-769", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-771", "cond": "specific", "src_pid": "belebele-771", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-771", "cond": "specific", "src_pid": "belebele-771", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-771", "cond": "specific", "src_pid": "belebele-771", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-795", "cond": "specific", "src_pid": "belebele-795", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-795", "cond": "specific", "src_pid": "belebele-795", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-795", "cond": "specific", "src_pid": "belebele-795", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-844", "cond": "specific", "src_pid": "belebele-844", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-844", "cond": "specific", "src_pid": "belebele-844", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-844", "cond": "specific", "src_pid": "belebele-844", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-859", "cond": "specific", "src_pid": "belebele-859", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-859", "cond": "specific", "src_pid": "belebele-859", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-859", "cond": "specific", "src_pid": "belebele-859", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-86", "cond": "specific", "src_pid": "belebele-86", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-86", "cond": "specific", "src_pid": "belebele-86", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-86", "cond": "specific", "src_pid": "belebele-86", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-869", "cond": "specific", "src_pid": "belebele-869", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-869", "cond": "specific", "src_pid": "belebele-869", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-869", "cond": "specific", "src_pid": "belebele-869", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "belebele", "pair_id": "belebele-891", "cond": "specific", "src_pid": "belebele-891", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10405", "cond": "specific", "src_pid": "mmlu-10405", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10405", "cond": "specific", "src_pid": "mmlu-10405", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10405", "cond": "specific", "src_pid": "mmlu-10405", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10541", "cond": "specific", "src_pid": "mmlu-10541", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10541", "cond": "specific", "src_pid": "mmlu-10541", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10541", "cond": "specific", "src_pid": "mmlu-10541", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10991", "cond": "specific", "src_pid": "mmlu-10991", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10991", "cond": "specific", "src_pid": "mmlu-10991", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-10991", "cond": "specific", "src_pid": "mmlu-10991", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1105", "cond": "specific", "src_pid": "mmlu-1105", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11520", "cond": "specific", "src_pid": "mmlu-11520", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11520", "cond": "specific", "src_pid": "mmlu-11520", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11520", "cond": "specific", "src_pid": "mmlu-11520", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11687", "cond": "specific", "src_pid": "mmlu-11687", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11687", "cond": "specific", "src_pid": "mmlu-11687", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11687", "cond": "specific", "src_pid": "mmlu-11687", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11943", "cond": "specific", "src_pid": "mmlu-11943", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11943", "cond": "specific", "src_pid": "mmlu-11943", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-11943", "cond": "specific", "src_pid": "mmlu-11943", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12772", "cond": "specific", "src_pid": "mmlu-12772", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12842", "cond": "specific", "src_pid": "mmlu-12842", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12963", "cond": "specific", "src_pid": "mmlu-12963", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12963", "cond": "specific", "src_pid": "mmlu-12963", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-12963", "cond": "specific", "src_pid": "mmlu-12963", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13010", "cond": "specific", "src_pid": "mmlu-13010", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13078", "cond": "specific", "src_pid": "mmlu-13078", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13861", "cond": "specific", "src_pid": "mmlu-13861", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13861", "cond": "specific", "src_pid": "mmlu-13861", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-13861", "cond": "specific", "src_pid": "mmlu-13861", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1517", "cond": "specific", "src_pid": "mmlu-1517", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1517", "cond": "specific", "src_pid": "mmlu-1517", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1517", "cond": "specific", "src_pid": "mmlu-1517", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1918", "cond": "specific", "src_pid": "mmlu-1918", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1918", "cond": "specific", "src_pid": "mmlu-1918", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1918", "cond": "specific", "src_pid": "mmlu-1918", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1945", "cond": "specific", "src_pid": "mmlu-1945", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1945", "cond": "specific", "src_pid": "mmlu-1945", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-1945", "cond": "specific", "src_pid": "mmlu-1945", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2070", "cond": "specific", "src_pid": "mmlu-2070", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2070", "cond": "specific", "src_pid": "mmlu-2070", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-2070", "cond": "specific", "src_pid": "mmlu-2070", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3356", "cond": "specific", "src_pid": "mmlu-3356", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "C", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3547", "cond": "specific", "src_pid": "mmlu-3547", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3547", "cond": "specific", "src_pid": "mmlu-3547", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3547", "cond": "specific", "src_pid": "mmlu-3547", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3623", "cond": "specific", "src_pid": "mmlu-3623", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "A", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-3867", "cond": "specific", "src_pid": "mmlu-3867", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4620", "cond": "specific", "src_pid": "mmlu-4620", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4620", "cond": "specific", "src_pid": "mmlu-4620", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4620", "cond": "specific", "src_pid": "mmlu-4620", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4943", "cond": "specific", "src_pid": "mmlu-4943", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4943", "cond": "specific", "src_pid": "mmlu-4943", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4943", "cond": "specific", "src_pid": "mmlu-4943", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4970", "cond": "specific", "src_pid": "mmlu-4970", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4970", "cond": "specific", "src_pid": "mmlu-4970", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-4970", "cond": "specific", "src_pid": "mmlu-4970", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5018", "cond": "specific", "src_pid": "mmlu-5018", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5018", "cond": "specific", "src_pid": "mmlu-5018", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5018", "cond": "specific", "src_pid": "mmlu-5018", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5164", "cond": "specific", "src_pid": "mmlu-5164", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5164", "cond": "specific", "src_pid": "mmlu-5164", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5164", "cond": "specific", "src_pid": "mmlu-5164", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5812", "cond": "specific", "src_pid": "mmlu-5812", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5812", "cond": "specific", "src_pid": "mmlu-5812", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5812", "cond": "specific", "src_pid": "mmlu-5812", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5853", "cond": "specific", "src_pid": "mmlu-5853", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5853", "cond": "specific", "src_pid": "mmlu-5853", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5853", "cond": "specific", "src_pid": "mmlu-5853", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-5989", "cond": "specific", "src_pid": "mmlu-5989", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6013", "cond": "specific", "src_pid": "mmlu-6013", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6013", "cond": "specific", "src_pid": "mmlu-6013", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6013", "cond": "specific", "src_pid": "mmlu-6013", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-631", "cond": "specific", "src_pid": "mmlu-631", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6585", "cond": "specific", "src_pid": "mmlu-6585", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6585", "cond": "specific", "src_pid": "mmlu-6585", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6585", "cond": "specific", "src_pid": "mmlu-6585", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6593", "cond": "specific", "src_pid": "mmlu-6593", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6593", "cond": "specific", "src_pid": "mmlu-6593", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6593", "cond": "specific", "src_pid": "mmlu-6593", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6832", "cond": "specific", "src_pid": "mmlu-6832", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6832", "cond": "specific", "src_pid": "mmlu-6832", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-6832", "cond": "specific", "src_pid": "mmlu-6832", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-709", "cond": "specific", "src_pid": "mmlu-709", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-709", "cond": "specific", "src_pid": "mmlu-709", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-709", "cond": "specific", "src_pid": "mmlu-709", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7108", "cond": "specific", "src_pid": "mmlu-7108", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7108", "cond": "specific", "src_pid": "mmlu-7108", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7108", "cond": "specific", "src_pid": "mmlu-7108", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7243", "cond": "specific", "src_pid": "mmlu-7243", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7403", "cond": "specific", "src_pid": "mmlu-7403", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7403", "cond": "specific", "src_pid": "mmlu-7403", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7403", "cond": "specific", "src_pid": "mmlu-7403", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7436", "cond": "specific", "src_pid": "mmlu-7436", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7436", "cond": "specific", "src_pid": "mmlu-7436", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-7436", "cond": "specific", "src_pid": "mmlu-7436", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8030", "cond": "specific", "src_pid": "mmlu-8030", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8030", "cond": "specific", "src_pid": "mmlu-8030", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8030", "cond": "specific", "src_pid": "mmlu-8030", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8068", "cond": "specific", "src_pid": "mmlu-8068", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8068", "cond": "specific", "src_pid": "mmlu-8068", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8068", "cond": "specific", "src_pid": "mmlu-8068", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8074", "cond": "specific", "src_pid": "mmlu-8074", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8074", "cond": "specific", "src_pid": "mmlu-8074", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8074", "cond": "specific", "src_pid": "mmlu-8074", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8187", "cond": "specific", "src_pid": "mmlu-8187", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8187", "cond": "specific", "src_pid": "mmlu-8187", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "C", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8187", "cond": "specific", "src_pid": "mmlu-8187", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8484", "cond": "specific", "src_pid": "mmlu-8484", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8484", "cond": "specific", "src_pid": "mmlu-8484", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8484", "cond": "specific", "src_pid": "mmlu-8484", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 25, "lt": 25, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 25, "lt": 23, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-8737", "cond": "specific", "src_pid": "mmlu-8737", "ls": 1, "lt": 27, "gold": "C", "src_gold": "C", "base_pred": "C", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-886", "cond": "specific", "src_pid": "mmlu-886", "ls": 25, "lt": 25, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-886", "cond": "specific", "src_pid": "mmlu-886", "ls": 25, "lt": 23, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "B", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-886", "cond": "specific", "src_pid": "mmlu-886", "ls": 1, "lt": 27, "gold": "B", "src_gold": "B", "base_pred": "B", "pred": "D", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-912", "cond": "specific", "src_pid": "mmlu-912", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-912", "cond": "specific", "src_pid": "mmlu-912", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-912", "cond": "specific", "src_pid": "mmlu-912", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9526", "cond": "specific", "src_pid": "mmlu-9526", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9526", "cond": "specific", "src_pid": "mmlu-9526", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9526", "cond": "specific", "src_pid": "mmlu-9526", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9535", "cond": "specific", "src_pid": "mmlu-9535", "ls": 25, "lt": 25, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9535", "cond": "specific", "src_pid": "mmlu-9535", "ls": 25, "lt": 23, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "A", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9535", "cond": "specific", "src_pid": "mmlu-9535", "ls": 1, "lt": 27, "gold": "A", "src_gold": "A", "base_pred": "A", "pred": "B", "correct": false, "transport": false} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9782", "cond": "specific", "src_pid": "mmlu-9782", "ls": 25, "lt": 25, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9782", "cond": "specific", "src_pid": "mmlu-9782", "ls": 25, "lt": 23, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true} {"stage": "p2_breakage", "tag": "base", "anchor": "A1", "direction": "fwd", "benchmark": "mmlu", "pair_id": "mmlu-9782", "cond": "specific", "src_pid": "mmlu-9782", "ls": 1, "lt": 27, "gold": "D", "src_gold": "D", "base_pred": "D", "pred": "D", "correct": true, "transport": true}