{
 "amendment": "E5 DESIGN.md probe battery v2 (2026-07-06); frozen before arm-A backfill and before any arm-B milestone existed",
 "batch_size": 24,
 "cells": [
  "bare|en",
  "bare|pl",
  "pl_space|pl"
 ],
 "created": "2026-07-06",
 "exemplars": {
  "addition": [
   "add-0001",
   "add-0002",
   "add-0004",
   "add-0005"
  ],
  "comparison": [
   "cmp-0302",
   "cmp-0311",
   "cmp-0334",
   "cmp-0338"
  ],
  "sorting": [
   "srt-0034",
   "srt-0045",
   "srt-0094",
   "srt-0227"
  ],
  "subtraction": [
   "sub-0000",
   "sub-0001",
   "sub-0004",
   "sub-0005"
  ]
 },
 "extraction_rule": "completion cut at first newline; finish_reason=length iff no newline and no EOS within max_new_tokens",
 "grader": "E2 scripts/07_grade.py grade_row (dual-locale), golden suite gates every run",
 "items": {
  "addition": [
   "add-0000",
   "add-0003",
   "add-0012",
   "add-0013",
   "add-0015",
   "add-0016",
   "add-0021",
   "add-0031",
   "add-0040",
   "add-0042",
   "add-0043",
   "add-0049",
   "add-0051",
   "add-0052",
   "add-0054",
   "add-0059",
   "add-0061",
   "add-0062",
   "add-0066",
   "add-0081",
   "add-0083",
   "add-0085",
   "add-0086",
   "add-0094",
   "add-0100",
   "add-0102",
   "add-0106",
   "add-0111",
   "add-0118",
   "add-0120",
   "add-0123",
   "add-0130",
   "add-0132",
   "add-0133",
   "add-0142",
   "add-0144",
   "add-0152",
   "add-0161",
   "add-0164",
   "add-0170",
   "add-0171",
   "add-0172",
   "add-0173",
   "add-0176",
   "add-0187",
   "add-0189",
   "add-0190",
   "add-0192",
   "add-0195",
   "add-0203",
   "add-0205",
   "add-0208",
   "add-0209",
   "add-0210",
   "add-0213",
   "add-0216",
   "add-0223",
   "add-0233",
   "add-0234",
   "add-0237",
   "add-0245",
   "add-0248",
   "add-0249",
   "add-0255",
   "add-0267",
   "add-0273",
   "add-0275",
   "add-0276",
   "add-0279",
   "add-0284",
   "add-0287",
   "add-0292",
   "add-0294",
   "add-0296",
   "add-0298",
   "add-0301",
   "add-0307",
   "add-0309",
   "add-0314",
   "add-0316",
   "add-0326",
   "add-0329",
   "add-0330",
   "add-0332",
   "add-0334",
   "add-0338",
   "add-0339",
   "add-0356",
   "add-0358",
   "add-0360",
   "add-0365",
   "add-0368",
   "add-0370",
   "add-0375",
   "add-0376",
   "add-0378",
   "add-0384",
   "add-0388",
   "add-0404",
   "add-0407",
   "add-0409",
   "add-0410",
   "add-0423",
   "add-0424",
   "add-0426",
   "add-0430",
   "add-0439",
   "add-0441",
   "add-0450",
   "add-0456",
   "add-0464",
   "add-0465",
   "add-0474",
   "add-0478",
   "add-0479",
   "add-0483",
   "add-0493",
   "add-0497",
   "add-0498",
   "add-0499"
  ],
  "comparison": [
   "cmp-0003",
   "cmp-0005",
   "cmp-0009",
   "cmp-0015",
   "cmp-0018",
   "cmp-0019",
   "cmp-0021",
   "cmp-0052",
   "cmp-0075",
   "cmp-0079",
   "cmp-0086",
   "cmp-0088",
   "cmp-0116",
   "cmp-0117",
   "cmp-0133",
   "cmp-0151",
   "cmp-0154",
   "cmp-0171",
   "cmp-0180",
   "cmp-0182",
   "cmp-0186",
   "cmp-0189",
   "cmp-0190",
   "cmp-0194",
   "cmp-0220",
   "cmp-0251",
   "cmp-0255",
   "cmp-0270",
   "cmp-0282",
   "cmp-0291",
   "cmp-0322",
   "cmp-0342",
   "cmp-0344",
   "cmp-0382",
   "cmp-0393",
   "cmp-0394",
   "cmp-0399",
   "cmp-0402",
   "cmp-0414",
   "cmp-0415",
   "cmp-0424",
   "cmp-0429",
   "cmp-0430",
   "cmp-0432",
   "cmp-0440",
   "cmp-0452",
   "cmp-0468",
   "cmp-0469",
   "cmp-0474",
   "cmp-0475"
  ],
  "sorting": [
   "srt-0001",
   "srt-0018",
   "srt-0020",
   "srt-0023",
   "srt-0038",
   "srt-0041",
   "srt-0051",
   "srt-0083",
   "srt-0092",
   "srt-0106",
   "srt-0145",
   "srt-0158",
   "srt-0168",
   "srt-0200",
   "srt-0210",
   "srt-0235",
   "srt-0248",
   "srt-0250",
   "srt-0252",
   "srt-0255",
   "srt-0256",
   "srt-0259",
   "srt-0270",
   "srt-0271",
   "srt-0288",
   "srt-0302",
   "srt-0308",
   "srt-0319",
   "srt-0329",
   "srt-0335",
   "srt-0369",
   "srt-0381",
   "srt-0407",
   "srt-0450",
   "srt-0451",
   "srt-0461",
   "srt-0478",
   "srt-0479",
   "srt-0481",
   "srt-0498"
  ],
  "subtraction": [
   "sub-0002",
   "sub-0003",
   "sub-0006",
   "sub-0007",
   "sub-0010",
   "sub-0013",
   "sub-0020",
   "sub-0032",
   "sub-0033",
   "sub-0055",
   "sub-0072",
   "sub-0075",
   "sub-0078",
   "sub-0081",
   "sub-0083",
   "sub-0093",
   "sub-0094",
   "sub-0098",
   "sub-0101",
   "sub-0112",
   "sub-0121",
   "sub-0125",
   "sub-0126",
   "sub-0134",
   "sub-0139",
   "sub-0163",
   "sub-0164",
   "sub-0167",
   "sub-0176",
   "sub-0178",
   "sub-0179",
   "sub-0181",
   "sub-0184",
   "sub-0195",
   "sub-0220",
   "sub-0225",
   "sub-0230",
   "sub-0233",
   "sub-0235",
   "sub-0236",
   "sub-0256",
   "sub-0258",
   "sub-0262",
   "sub-0270",
   "sub-0271",
   "sub-0280",
   "sub-0288",
   "sub-0299",
   "sub-0304",
   "sub-0305",
   "sub-0308",
   "sub-0311",
   "sub-0317",
   "sub-0323",
   "sub-0325",
   "sub-0338",
   "sub-0345",
   "sub-0346",
   "sub-0349",
   "sub-0366",
   "sub-0375",
   "sub-0376",
   "sub-0378",
   "sub-0380",
   "sub-0385",
   "sub-0388",
   "sub-0398",
   "sub-0399",
   "sub-0401",
   "sub-0403",
   "sub-0408",
   "sub-0412",
   "sub-0413",
   "sub-0417",
   "sub-0419",
   "sub-0422",
   "sub-0426",
   "sub-0427",
   "sub-0433",
   "sub-0448",
   "sub-0451",
   "sub-0452",
   "sub-0456",
   "sub-0457",
   "sub-0459",
   "sub-0463",
   "sub-0466",
   "sub-0467",
   "sub-0469",
   "sub-0470"
  ]
 },
 "k_shot": 4,
 "max_new_tokens": {
  "addition": 16,
  "comparison": 16,
  "sorting": 64,
  "subtraction": 16
 },
 "probes_jsonl_sha256": "b514868011ad289c0e06c1ae88dac87394763888d19a66e3f58802a85eb47534",
 "seed": 20260706
}