[
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-1",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7261,
   -1.1011,
   -3.8511,
   -1.1011
  ],
  "patched": [
   -0.8966,
   -1.7716,
   -3.0216,
   -1.2716
  ],
  "base_pred": "B",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-12",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.237,
   -1.862,
   -1.362,
   -1.737
  ],
  "patched": [
   -1.308,
   -1.808,
   -1.058,
   -1.808
  ],
  "base_pred": "A",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-14",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -3.4133,
   -1.4133,
   -3.6633,
   -0.6633
  ],
  "patched": [
   -2.2486,
   -0.6236,
   -2.2486,
   -1.7486
  ],
  "base_pred": "D",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-17",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.6363,
   -0.6363,
   -1.7613,
   -2.1363
  ],
  "patched": [
   -2.1896,
   -1.5646,
   -0.6896,
   -2.4396
  ],
  "base_pred": "B",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-22",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9823,
   -2.6073,
   -0.6073,
   -1.7323
  ],
  "patched": [
   -1.5018,
   -1.6268,
   -0.8768,
   -2.5018
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-23",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.7877,
   -1.4127,
   -1.5377,
   -1.1627
  ],
  "patched": [
   -2.0784,
   -0.8284,
   -2.3284,
   -2.0784
  ],
  "base_pred": "D",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-24",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.0489,
   -1.1739,
   -1.4239,
   -1.4239
  ],
  "patched": [
   -1.6813,
   -1.5563,
   -0.9313,
   -1.9313
  ],
  "base_pred": "B",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-38",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -4.0732,
   -1.4482,
   -3.9482,
   -0.4482
  ],
  "patched": [
   -0.8899,
   -2.1399,
   -3.3899,
   -0.8899
  ],
  "base_pred": "D",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-42",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -0.9661,
   -1.5911,
   -1.9661,
   -1.5911
  ],
  "patched": [
   -1.4912,
   -0.7412,
   -2.1162,
   -2.2412
  ],
  "base_pred": "A",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A1",
  "pair_id": "belebele-43",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4532,
   -1.4532,
   -1.2032,
   -1.9532
  ],
  "patched": [
   -1.2421,
   -2.2421,
   -1.4921,
   -1.1171
  ],
  "base_pred": "C",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-1",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7261,
   -1.1011,
   -3.8511,
   -1.1011
  ],
  "patched": [
   -1.7828,
   -1.1578,
   -3.7828,
   -1.0328
  ],
  "base_pred": "B",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-12",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.237,
   -1.862,
   -1.362,
   -1.737
  ],
  "patched": [
   -1.2841,
   -1.7841,
   -1.4091,
   -1.6591
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-14",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -3.4133,
   -1.4133,
   -3.6633,
   -0.6633
  ],
  "patched": [
   -3.2278,
   -1.6028,
   -3.4778,
   -0.6028
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-17",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.6363,
   -0.6363,
   -1.7613,
   -2.1363
  ],
  "patched": [
   -2.5671,
   -0.6921,
   -1.6921,
   -2.0671
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-22",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9823,
   -2.6073,
   -0.6073,
   -1.7323
  ],
  "patched": [
   -1.8769,
   -2.6269,
   -0.6269,
   -1.7519
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-23",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.7877,
   -1.4127,
   -1.5377,
   -1.1627
  ],
  "patched": [
   -2.5098,
   -2.3848,
   -2.7598,
   -0.5098
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-24",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.0489,
   -1.1739,
   -1.4239,
   -1.4239
  ],
  "patched": [
   -1.9075,
   -1.2825,
   -1.2825,
   -1.5325
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-38",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -4.0732,
   -1.4482,
   -3.9482,
   -0.4482
  ],
  "patched": [
   -3.7051,
   -1.4551,
   -3.8301,
   -0.4551
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-42",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -0.9661,
   -1.5911,
   -1.9661,
   -1.5911
  ],
  "patched": [
   -0.9065,
   -1.5315,
   -2.1565,
   -1.6565
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A2",
  "pair_id": "belebele-43",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4532,
   -1.4532,
   -1.2032,
   -1.9532
  ],
  "patched": [
   -1.4111,
   -1.2861,
   -1.4111,
   -1.9111
  ],
  "base_pred": "C",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-17",
  "n_src": 3,
  "n_tgt": 3,
  "base": [
   -2.6363,
   -0.6363,
   -1.7613,
   -2.1363
  ],
  "patched": [
   -2.6647,
   -0.6647,
   -1.6647,
   -2.1647
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-22",
  "n_src": 8,
  "n_tgt": 8,
  "base": [
   -1.9823,
   -2.6073,
   -0.6073,
   -1.7323
  ],
  "patched": [
   -2.0769,
   -2.7019,
   -0.5769,
   -1.7019
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-23",
  "n_src": 8,
  "n_tgt": 8,
  "base": [
   -2.7877,
   -1.4127,
   -1.5377,
   -1.1627
  ],
  "patched": [
   -2.7316,
   -1.3566,
   -1.7316,
   -1.1066
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-24",
  "n_src": 8,
  "n_tgt": 8,
  "base": [
   -2.0489,
   -1.1739,
   -1.4239,
   -1.4239
  ],
  "patched": [
   -2.0811,
   -1.2061,
   -1.3311,
   -1.4561
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-43",
  "n_src": 4,
  "n_tgt": 4,
  "base": [
   -1.4532,
   -1.4532,
   -1.2032,
   -1.9532
  ],
  "patched": [
   -1.3924,
   -1.3924,
   -1.2674,
   -2.0174
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-50",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.3487,
   -2.9737,
   -1.4737,
   -1.2237
  ],
  "patched": [
   -1.3488,
   -2.9738,
   -1.4738,
   -1.2238
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-75",
  "n_src": 6,
  "n_tgt": 6,
  "base": [
   -1.0463,
   -2.2963,
   -2.1713,
   -1.0463
  ],
  "patched": [
   -1.0857,
   -2.2107,
   -2.0857,
   -1.0857
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-118",
  "n_src": 3,
  "n_tgt": 3,
  "base": [
   -1.2776,
   -3.2776,
   -1.5276,
   -0.9026
  ],
  "patched": [
   -1.2232,
   -3.3482,
   -1.4732,
   -0.9732
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-125",
  "n_src": 2,
  "n_tgt": 2,
  "base": [
   -1.6142,
   -2.7392,
   -1.1142,
   -1.1142
  ],
  "patched": [
   -1.6166,
   -2.7416,
   -1.1166,
   -1.1166
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "A3",
  "pair_id": "belebele-145",
  "n_src": 4,
  "n_tgt": 4,
  "base": [
   -1.0774,
   -1.4524,
   -1.7024,
   -1.9524
  ],
  "patched": [
   -1.1312,
   -1.3812,
   -1.7562,
   -1.8812
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-1",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7261,
   -1.1011,
   -3.8511,
   -1.1011
  ],
  "patched": [
   -1.5629,
   -0.9379,
   -3.8129,
   -1.4379
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-12",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.237,
   -1.862,
   -1.362,
   -1.737
  ],
  "patched": [
   -1.2827,
   -1.7827,
   -1.4077,
   -1.6577
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-14",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -3.4133,
   -1.4133,
   -3.6633,
   -0.6633
  ],
  "patched": [
   -3.3917,
   -1.5167,
   -3.5167,
   -0.6417
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-17",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.6363,
   -0.6363,
   -1.7613,
   -2.1363
  ],
  "patched": [
   -2.6374,
   -0.6374,
   -1.7624,
   -2.1374
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-22",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9823,
   -2.6073,
   -0.6073,
   -1.7323
  ],
  "patched": [
   -1.9667,
   -2.7167,
   -0.5917,
   -1.7167
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-23",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.7877,
   -1.4127,
   -1.5377,
   -1.1627
  ],
  "patched": [
   -2.7884,
   -1.4134,
   -1.5384,
   -1.1634
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-24",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.0489,
   -1.1739,
   -1.4239,
   -1.4239
  ],
  "patched": [
   -2.1254,
   -1.1254,
   -1.3754,
   -1.5004
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-38",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -4.0732,
   -1.4482,
   -3.9482,
   -0.4482
  ],
  "patched": [
   -4.0349,
   -1.5349,
   -4.0349,
   -0.4099
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-42",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -0.9661,
   -1.5911,
   -1.9661,
   -1.5911
  ],
  "patched": [
   -0.9127,
   -1.6627,
   -1.9127,
   -1.6627
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "random",
  "pair_id": "belebele-43",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4532,
   -1.4532,
   -1.2032,
   -1.9532
  ],
  "patched": [
   -1.4316,
   -1.4316,
   -1.1816,
   -2.0566
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-1",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7261,
   -1.1011,
   -3.8511,
   -1.1011
  ],
  "patched": [
   -1.6269,
   -1.1269,
   -3.8769,
   -1.1269
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-12",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.237,
   -1.862,
   -1.362,
   -1.737
  ],
  "patched": [
   -1.2837,
   -1.7837,
   -1.4087,
   -1.6587
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-14",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -3.4133,
   -1.4133,
   -3.6633,
   -0.6633
  ],
  "patched": [
   -3.3843,
   -1.5093,
   -3.6343,
   -0.6343
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-17",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.6363,
   -0.6363,
   -1.7613,
   -2.1363
  ],
  "patched": [
   -2.6375,
   -0.6375,
   -1.7625,
   -2.1375
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-22",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9823,
   -2.6073,
   -0.6073,
   -1.7323
  ],
  "patched": [
   -1.9835,
   -2.6085,
   -0.6085,
   -1.7335
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-23",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.7877,
   -1.4127,
   -1.5377,
   -1.1627
  ],
  "patched": [
   -2.7532,
   -1.5032,
   -1.5032,
   -1.1282
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-24",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -2.0489,
   -1.1739,
   -1.4239,
   -1.4239
  ],
  "patched": [
   -2.1269,
   -1.1269,
   -1.3769,
   -1.5019
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-38",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -4.0732,
   -1.4482,
   -3.9482,
   -0.4482
  ],
  "patched": [
   -4.0688,
   -1.4438,
   -4.0688,
   -0.4438
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-42",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -0.9661,
   -1.5911,
   -1.9661,
   -1.5911
  ],
  "patched": [
   -0.8952,
   -1.6452,
   -2.0202,
   -1.6452
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "belebele",
  "anchor": "bos",
  "pair_id": "belebele-43",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4532,
   -1.4532,
   -1.2032,
   -1.9532
  ],
  "patched": [
   -1.4874,
   -1.3624,
   -1.2374,
   -1.9874
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-83",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4146,
   -1.7896,
   -1.6646,
   -1.1646
  ],
  "patched": [
   -1.7256,
   -1.6006,
   -1.1006,
   -1.3506
  ],
  "base_pred": "D",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-352",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2686,
   -2.6436,
   -1.2686,
   -1.2686
  ],
  "patched": [
   -1.164,
   -3.039,
   -0.914,
   -2.414
  ],
  "base_pred": "A",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-561",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7165,
   -1.2165,
   -1.7165,
   -1.7165
  ],
  "patched": [
   -1.8038,
   -2.0538,
   -1.3038,
   -1.0538
  ],
  "base_pred": "B",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-614",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.0683,
   -2.0683,
   -1.4433,
   -1.6933
  ],
  "patched": [
   -1.3428,
   -2.2178,
   -0.9678,
   -1.5928
  ],
  "base_pred": "A",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-736",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2714,
   -1.5214,
   -1.5214,
   -1.8964
  ],
  "patched": [
   -1.0363,
   -0.7863,
   -2.4113,
   -3.1613
  ],
  "base_pred": "A",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-1243",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9108,
   -1.2858,
   -1.1608,
   -1.7858
  ],
  "patched": [
   -0.9802,
   -1.6052,
   -1.4802,
   -1.8552
  ],
  "base_pred": "C",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-1329",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4956,
   -1.8706,
   -2.2456,
   -0.8706
  ],
  "patched": [
   -0.9138,
   -2.4138,
   -2.5388,
   -1.0388
  ],
  "base_pred": "D",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-1400",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9817,
   -1.4817,
   -1.3567,
   -1.3567
  ],
  "patched": [
   -2.2525,
   -2.1275,
   -1.6275,
   -1.2525
  ],
  "base_pred": "C",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-1445",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.8511,
   -1.3511,
   -1.3511,
   -1.4761
  ],
  "patched": [
   -1.6443,
   -1.6443,
   -1.5193,
   -1.8943
  ],
  "base_pred": "B",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A1",
  "pair_id": "mmlu-1484",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4329,
   -1.5579,
   -1.9329,
   -1.0579
  ],
  "patched": [
   -1.3948,
   -1.3948,
   -1.5198,
   -1.3948
  ],
  "base_pred": "D",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-83",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4146,
   -1.7896,
   -1.6646,
   -1.1646
  ],
  "patched": [
   -1.4136,
   -1.7886,
   -1.6636,
   -1.1636
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-352",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2686,
   -2.6436,
   -1.2686,
   -1.2686
  ],
  "patched": [
   -1.2697,
   -2.6447,
   -1.2697,
   -1.2697
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-561",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7165,
   -1.2165,
   -1.7165,
   -1.7165
  ],
  "patched": [
   -1.7038,
   -1.2038,
   -1.7038,
   -1.8288
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-614",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.0683,
   -2.0683,
   -1.4433,
   -1.6933
  ],
  "patched": [
   -1.0732,
   -1.9482,
   -1.4482,
   -1.6982
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-736",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2714,
   -1.5214,
   -1.5214,
   -1.8964
  ],
  "patched": [
   -1.2536,
   -1.6286,
   -1.5036,
   -1.8786
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-1243",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9108,
   -1.2858,
   -1.1608,
   -1.7858
  ],
  "patched": [
   -1.94,
   -1.19,
   -1.19,
   -1.815
  ],
  "base_pred": "C",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-1329",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4956,
   -1.8706,
   -2.2456,
   -0.8706
  ],
  "patched": [
   -1.4968,
   -1.7468,
   -2.4968,
   -0.8718
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-1400",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9817,
   -1.4817,
   -1.3567,
   -1.3567
  ],
  "patched": [
   -1.9768,
   -1.4768,
   -1.3518,
   -1.3518
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-1445",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.8511,
   -1.3511,
   -1.3511,
   -1.4761
  ],
  "patched": [
   -1.8584,
   -1.3584,
   -1.3584,
   -1.4834
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A2",
  "pair_id": "mmlu-1484",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4329,
   -1.5579,
   -1.9329,
   -1.0579
  ],
  "patched": [
   -1.4083,
   -1.6583,
   -1.9083,
   -1.0333
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-83",
  "n_src": 25,
  "n_tgt": 25,
  "base": [
   -1.4146,
   -1.7896,
   -1.6646,
   -1.1646
  ],
  "patched": [
   -1.3144,
   -1.5644,
   -1.8144,
   -1.9394
  ],
  "base_pred": "D",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-1445",
  "n_src": 23,
  "n_tgt": 23,
  "base": [
   -1.8511,
   -1.3511,
   -1.3511,
   -1.4761
  ],
  "patched": [
   -1.7116,
   -1.5866,
   -1.5866,
   -1.5866
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-1935",
  "n_src": 19,
  "n_tgt": 19,
  "base": [
   -1.577,
   -1.577,
   -1.577,
   -1.327
  ],
  "patched": [
   -1.7272,
   -1.7272,
   -1.7272,
   -1.6022
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-2279",
  "n_src": 36,
  "n_tgt": 36,
  "base": [
   -1.86,
   -1.985,
   -1.36,
   -1.485
  ],
  "patched": [
   -1.5733,
   -1.9483,
   -1.6983,
   -1.8233
  ],
  "base_pred": "C",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-2367",
  "n_src": 35,
  "n_tgt": 35,
  "base": [
   -1.8527,
   -1.8527,
   -1.4777,
   -1.3527
  ],
  "patched": [
   -1.9968,
   -1.8718,
   -1.6218,
   -1.6218
  ],
  "base_pred": "D",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-2412",
  "n_src": 6,
  "n_tgt": 6,
  "base": [
   -1.2791,
   -2.5291,
   -0.9041,
   -2.0291
  ],
  "patched": [
   -1.6909,
   -2.1909,
   -0.9409,
   -1.8159
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-2505",
  "n_src": 5,
  "n_tgt": 5,
  "base": [
   -1.9993,
   -1.6243,
   -0.9993,
   -1.4993
  ],
  "patched": [
   -1.9743,
   -1.5993,
   -0.9743,
   -1.5993
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-3095",
  "n_src": 33,
  "n_tgt": 33,
  "base": [
   -1.7588,
   -1.7588,
   -1.2588,
   -1.2588
  ],
  "patched": [
   -1.7976,
   -1.9226,
   -1.6726,
   -1.9226
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-3408",
  "n_src": 4,
  "n_tgt": 4,
  "base": [
   -2.0715,
   -1.9465,
   -3.0715,
   -0.5715
  ],
  "patched": [
   -2.155,
   -2.03,
   -3.155,
   -0.53
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "A3",
  "pair_id": "mmlu-3562",
  "n_src": 3,
  "n_tgt": 3,
  "base": [
   -1.1905,
   -2.3155,
   -1.4405,
   -1.5655
  ],
  "patched": [
   -1.3025,
   -2.3025,
   -1.4275,
   -1.5525
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-83",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4146,
   -1.7896,
   -1.6646,
   -1.1646
  ],
  "patched": [
   -1.412,
   -1.787,
   -1.662,
   -1.162
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-352",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2686,
   -2.6436,
   -1.2686,
   -1.2686
  ],
  "patched": [
   -1.3251,
   -2.5751,
   -1.3251,
   -1.2001
  ],
  "base_pred": "A",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-561",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7165,
   -1.2165,
   -1.7165,
   -1.7165
  ],
  "patched": [
   -1.6487,
   -1.2737,
   -1.6487,
   -1.7737
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-614",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.0683,
   -2.0683,
   -1.4433,
   -1.6933
  ],
  "patched": [
   -1.0804,
   -1.9554,
   -1.4554,
   -1.7054
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-736",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2714,
   -1.5214,
   -1.5214,
   -1.8964
  ],
  "patched": [
   -1.3082,
   -1.5582,
   -1.5582,
   -1.8082
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-1243",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9108,
   -1.2858,
   -1.1608,
   -1.7858
  ],
  "patched": [
   -1.8419,
   -1.2169,
   -1.2169,
   -1.8419
  ],
  "base_pred": "C",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-1329",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4956,
   -1.8706,
   -2.2456,
   -0.8706
  ],
  "patched": [
   -1.4182,
   -1.9182,
   -2.1682,
   -0.9182
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-1400",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9817,
   -1.4817,
   -1.3567,
   -1.3567
  ],
  "patched": [
   -1.9808,
   -1.4808,
   -1.3558,
   -1.3558
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-1445",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.8511,
   -1.3511,
   -1.3511,
   -1.4761
  ],
  "patched": [
   -1.8528,
   -1.3528,
   -1.3528,
   -1.4778
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "random",
  "pair_id": "mmlu-1484",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4329,
   -1.5579,
   -1.9329,
   -1.0579
  ],
  "patched": [
   -1.4321,
   -1.5571,
   -1.9321,
   -1.0571
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-83",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4146,
   -1.7896,
   -1.6646,
   -1.1646
  ],
  "patched": [
   -1.4785,
   -1.8535,
   -1.6035,
   -1.1035
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-352",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2686,
   -2.6436,
   -1.2686,
   -1.2686
  ],
  "patched": [
   -1.2348,
   -2.6098,
   -1.3598,
   -1.2348
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-561",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.7165,
   -1.2165,
   -1.7165,
   -1.7165
  ],
  "patched": [
   -1.7418,
   -1.2418,
   -1.6168,
   -1.7418
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-614",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.0683,
   -2.0683,
   -1.4433,
   -1.6933
  ],
  "patched": [
   -1.0931,
   -1.9681,
   -1.4681,
   -1.7181
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-736",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.2714,
   -1.5214,
   -1.5214,
   -1.8964
  ],
  "patched": [
   -1.241,
   -1.616,
   -1.491,
   -1.866
  ],
  "base_pred": "A",
  "pred": "A",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-1243",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9108,
   -1.2858,
   -1.1608,
   -1.7858
  ],
  "patched": [
   -1.9034,
   -1.2784,
   -1.1534,
   -1.7784
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-1329",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4956,
   -1.8706,
   -2.2456,
   -0.8706
  ],
  "patched": [
   -1.4356,
   -1.8106,
   -2.1856,
   -0.9356
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-1400",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.9817,
   -1.4817,
   -1.3567,
   -1.3567
  ],
  "patched": [
   -2.0835,
   -1.4585,
   -1.3335,
   -1.3335
  ],
  "base_pred": "C",
  "pred": "C",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-1445",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.8511,
   -1.3511,
   -1.3511,
   -1.4761
  ],
  "patched": [
   -1.9291,
   -1.3041,
   -1.3041,
   -1.5541
  ],
  "base_pred": "B",
  "pred": "B",
  "changed": true
 },
 {
  "bench": "mmlu",
  "anchor": "bos",
  "pair_id": "mmlu-1484",
  "n_src": 1,
  "n_tgt": 1,
  "base": [
   -1.4329,
   -1.5579,
   -1.9329,
   -1.0579
  ],
  "patched": [
   -1.4328,
   -1.5578,
   -1.9328,
   -1.0578
  ],
  "base_pred": "D",
  "pred": "D",
  "changed": true
 }
]