{
  "created": "2026-09-24T08:51:16+00:00",
  "protocol": "v2",
  "graded": 1248,
  "errored": 3,
  "complete": true,
  "positive_control": {
    "medium": {
      "accuracy": {
        "items": 78,
        "delta_points": -4.166666666666666,
        "se_points": 3.908946025447145,
        "z": -1.0659309797428171
      },
      "tokens": {
        "items": 78,
        "change_pct": -25.801622538011237,
        "ci99_pct": [
          -33.90485172431904,
          -16.704941866097332
        ],
        "z": -6.647389795514177
      }
    },
    "low": {
      "accuracy": {
        "items": 78,
        "delta_points": -8.333333333333332,
        "se_points": 4.485395202071955,
        "z": -1.8578816264582183
      },
      "tokens": {
        "items": 78,
        "change_pct": -61.97572618838605,
        "ci99_pct": [
          -70.41153502594761,
          -51.13482905691373
        ],
        "z": -9.930034927390071
      }
    },
    "opus-5": {
      "accuracy": {
        "items": 78,
        "delta_points": -3.8461538461538463,
        "se_points": 6.339098894918695,
        "z": -0.6067351069781941
      },
      "tokens": {
        "items": 78,
        "change_pct": -23.421005927701664,
        "ci99_pct": [
          -45.612358729288815,
          7.824906469756532
        ],
        "z": -2.0088463915648167
      }
    }
  },
  "aa_check": {
    "items": 78,
    "delta_points": 6.41025641025641,
    "se_points": 3.5758018597518926,
    "z": 1.792676625181124
  },
  "accuracy_pct": {
    "high": 61.53846153846154,
    "medium": 57.37179487179487,
    "low": 53.205128205128204,
    "opus-5": 57.692307692307686
  },
  "output_tokens_median": {
    "high": 638.5,
    "medium": 474.0,
    "low": 293.0,
    "opus-5": 512.5
  },
  "passed": true,
  "model_swap_distinguishable": false
}