{
  "authored_traces_sha256": "19b945ec322264a7329dea1e322ae68abcd0e424ee97c4c5a8b47f7ac63d580e",
  "config_sha256": "c92068aa694a95b76096994288f82fe4cf9c3a5a511ff1b88c3193b8ee7f85d3",
  "date": "2026-07-03",
  "exemplars_sha256": "b69a6135396892414a966928a9902eabfb6f24722a345216158abbd27970495f",
  "gsm8k_pl": {
    "full_parity": {
      "mismatch_ids": [],
      "n_mismatch": 0,
      "n_test": 1319
    },
    "items_sha256": "49045ffff982c876ac66bd933f6978a606d8159aca296cbc75ab4fb6d077c75f",
    "n_items": 250,
    "replacements": [],
    "shot_note": "shots differ from the E2 bridge (its train indices are not in gsm8kx's 104-item PL train pool); seeded draw from pool_ids, n_pool=104",
    "shot_train_indices": [
      2198,
      2710,
      4500,
      6493,
      6549
    ],
    "sources": {
      "e2_bridge_spec_sha256": "53d5a3eb7fabd3d9e7d8471a0fba194c51fb23aa7d88d87d7e9a169065ff5c76",
      "gsm8kx": {
        "files": [
          "gsm8k_PL_test.jsonl",
          "gsm8k_PL_train.jsonl"
        ],
        "repo": "Eurolingua/gsm8kx",
        "revision": "363d87617cd417b731dc860194a6935fd5ff49ae",
        "sha256": {
          "gsm8k_PL_test.jsonl": "70af22fe0a4ea7c1ed0e56faddec514a6b33bc40f65ee3e51e9d9884aea3aa8c",
          "gsm8k_PL_train.jsonl": "6915e0f900b5e960896bd71f8a32ab5023cc2a09543cd494144e73c06e9b5208"
        }
      },
      "openai_gsm8k": {
        "config": "main",
        "n_test": 1319,
        "n_train": 7473,
        "repo": "openai/gsm8k"
      }
    }
  },
  "llmzszl_stem": {
    "allocation": {
      "Biologia": 11,
      "Fizyka": 70,
      "Matematyka": 186,
      "Przyroda": 33
    },
    "exemplar_line_idx": [
      22,
      18484,
      18780
    ],
    "items_sha256": "31bfda61690ad798d42d9934aedf42a6f1b480fd46c7be9e260fa4c0db0f86de",
    "n_items": 300,
    "pool_after_filter": 559,
    "sources": {
      "file": "llmzszl-test.jsonl",
      "repo": "amu-cai/llmzszl-dataset",
      "revision": "9c11d52a415147f1e2c44038a9d4d4155f064e1a",
      "sha256": "d4d77f93cbee2c4022ccc2e1f04c248793e779d814d38ac77f00516a86ffd232"
    }
  },
  "pes": {
    "allocation": {
      "Alergologia": 5,
      "Anestezjologia": 4,
      "Angiologia": 3,
      "Balneologia i medycyna fizykalna": 5,
      "Chirurgia dziecięca": 5,
      "Chirurgia naczyniowa": 5,
      "Chirurgia ogólna": 5,
      "Chirurgia onkologiczna": 5,
      "Chirurgia stomatologiczna": 5,
      "Chirurgia szczękowo-twarzowa": 4,
      "Choroby płuc": 5,
      "Choroby płuc dzieci": 2,
      "Choroby wewnętrzne": 5,
      "Choroby zakaźne": 5,
      "Dermatologia i wenerologia": 5,
      "Diabetologia": 5,
      "Endokrynologia": 5,
      "Endokrynologia ginekologiczna i rozrodczość": 2,
      "Endokrynologia i diabetologia dziecięca": 4,
      "Gastroenterologia": 4,
      "Gastroenterologia dziecięca": 1,
      "Geriatria": 5,
      "Ginekologia onkologiczna": 5,
      "Hematologia": 5,
      "Hipertensjologia": 3,
      "Kardiochirurgia": 2,
      "Kardiologia": 5,
      "Medycyna Pracy": 5,
      "Medycyna paliatywna": 5,
      "Medycyna ratunkowa": 5,
      "Medycyna rodzinna": 5,
      "Medycyna sportowa": 3,
      "Nefrologia": 5,
      "Neonatologia": 5,
      "Neurochirurgia": 4,
      "Neurologia": 5,
      "Neurologia dziecięca": 4,
      "Okulistyka": 5,
      "Onkologia kliniczna": 5,
      "Ortodoncja": 5,
      "Ortopedia": 4,
      "Otolaryngologia": 4,
      "Patomorfologia": 5,
      "Pediatria": 5,
      "Perinatologia": 2,
      "Periodontologia": 5,
      "Położnictwo i ginekologia": 5,
      "Protetyka stomatologiczna": 5,
      "Psychiatria": 5,
      "Psychiatria dzieci i mlodzieży": 4,
      "Radiologia i diagnostyka obrazowa": 4,
      "Radioterapia onkologiczna": 4,
      "Rehabilitacja medyczna": 5,
      "Reumatologia": 5,
      "Stomatologia dziecięca": 4,
      "Stomatologia zachowawcza": 4,
      "Transplantologia kliniczna": 5
    },
    "exemplar_keys": [
      "('Balneologia i medycyna fizykalna', '2018 jesień', '26')",
      "('Kardiologia', '2019 wiosna', '106')",
      "('Transplantologia kliniczna', '2020 wiosna', '83')"
    ],
    "items_sha256": "2b21c374fc95b9a49f7c1c9671bbcc27d51bfd09537f4ad45164ca0cbda78fd9",
    "n_items": 250,
    "n_rows": 34997,
    "n_skipped": 8,
    "sources": {
      "n_csv": 57,
      "repo": "speakleash/PES-2018-2022",
      "revision": "79ae158ceab8e4e083c8cfcacde56669407a94a2",
      "sha256": {
        "alergologia.csv": "fde08e2e90578f90f576a615097f717a2b6a408aed6196263dd038eadbaa1f0b",
        "anestezjologia.csv": "7168cb6ca4dcc9bfb86b1d0db9439b5eeb137aa474e2abb9bc1496040b3aa52f",
        "angiologia.csv": "eddc3d71a043c90079b29cc185d8a4f6bbbe05ec2aa3f8dfcab6f8bedd944747",
        "balneologia_i_medycyna_fizykalna.csv": "7a9c6099364328ff4f600db23b24b9eb57a2a97a9768047e0031ed9efe0efb95",
        "chirurgia_dziecieca.csv": "48e23e19c2e3b4b3cf0e984204f3820edb0a442eead2887ee441f1eab84e4900",
        "chirurgia_naczyniowa.csv": "2c3ac49821fa77b2dd253a8c50a77295a519bcf7599fda96316fbbccefb58283",
        "chirurgia_ogolna.csv": "6fcfbceeb973f8aac908a0c3aed5fbfd0a133022df145a627a0274b56e5a0afe",
        "chirurgia_onkologiczna.csv": "52a0c7205c6f90ac21ebdeae738507450619ee45529fbe9e47485b6d668b34b9",
        "chirurgia_stomatologiczna.csv": "89e4bd11ae95716c87d0f54ddfa64ebbee2d4c95a509515d8949e71cd756e24c",
        "chirurgia_szczekowo-twarzowa.csv": "2c9bdd7ae560a7d2a2f12e59f8857264fd8eb6f47f172cb35e454a4625cc299c",
        "choroby_pluc.csv": "bbd450123a5b337271f5b3371a8f568605355de8ab5b258b7b258db093c6bd2d",
        "choroby_pluc_dzieci.csv": "29f9a501c535f4c618c1896bcd57c29b9a836822e8df4e6d3ff33cbe8d6812f5",
        "choroby_wewnetrzne.csv": "7d7ae14d05249fecd5983f30a1aa8a84b755a65613660424cabb886604c7b347",
        "choroby_zakazne.csv": "02f3120ef8fb545234b8ecf22cb7f5987c6174387cc294f43b8264ce6722f8f0",
        "dermatologia_i_wenerologia.csv": "235a58d50d260dcaef3d6b55fc20d209f0f8be723dc5c0791c0fff989c7225db",
        "diabetologia.csv": "bdb5078e4d872ee3345821b6ec1f83b69bd390950fa6604cf4b7b9435cf5e3c9",
        "endokrynologia.csv": "8551edf05cf1c79de719b4d5b364560168e7329e20dceb9a85a737d3195f7872",
        "endokrynologia_ginekologiczna_i_rozrodczosc.csv": "7317a7ab55cbd92cb5c3fe4b3a425b4d503746720a02f7dc65c2c2f0b9bc1ce4",
        "endokrynologia_i_diabetologia_dziecieca.csv": "da01b138446d2e5cd0735759aa2fb46f362092d29d6b23c0ba777955d28b1ce3",
        "gastroenterologia.csv": "ba5214a18807b7ff5efa72f5bd822c965f6df683be23c707c3fe124605cd5159",
        "gastroenterologia_dziecieca.csv": "93fea3c13b637fad9a9a0a8c8de210de7d808a00f4f1c8fc6971b68cef4c58dc",
        "geriatria.csv": "853af5a39c6b2fb1a7c060ee6d578b02a16bdc4cd87cc419bd28e456614ec4ba",
        "ginekologia_onkologiczna.csv": "388e2012ca53bbc3c6a96238efae56a90159b245a32d9e4fa8bfd1f35986ca42",
        "hematologia.csv": "649961bc4bf45bb83a13823db63407e887753aaf74353ce233072fe6466efc6a",
        "hipertensjologia.csv": "aad889627d3abd5bff39aed7ab142c01ef6145825b37c329b7528f105ef6c220",
        "kardiochirurgia.csv": "9588e1e67bdfcd618650200cdfbaa95c697d999b5188d267a098567e19b9b09e",
        "kardiologia.csv": "ceca021b1eb41e583b8c90c050bcaa368e4f604edfac3480fbeceaa965bdd008",
        "medycyna_paliatywna.csv": "7a90934239e416d82ae0d82947c37712905d2bb4f6c4430cba8e2962fcfb2501",
        "medycyna_pracy.csv": "2010ef22c1b75f63aa700d7dbff280beb16d0a444962dab667c0ad929b789223",
        "medycyna_ratunkowa.csv": "65ad25d94bc000f288b2eca8f427210bac98b0e50587e2dac33e0fde48455e2f",
        "medycyna_rodzinna.csv": "b841acd1a9ef85c6559d50382d74ee9ea5f013f1dcad684e1b8914ccb4210eef",
        "medycyna_sportowa.csv": "497ea734047f8db81ab074d96dea787afc12d79caff97b0e4e2f0259757d47bc",
        "nefrologia.csv": "81674d7cba0016405013adc5dbeeaa11d0b1770654656a68df7a0124e5bb288a",
        "neonatologia.csv": "1b909faf42f593ffddc0b87110fe4e08757a12b5db73b9900e9e63d3e12696d5",
        "neurochirurgia.csv": "9c91c266c499089b0302a4dc1519a2a190dadaccd375ba846356c87ccc34154e",
        "neurologia.csv": "aeea3e372cc174a57e2bb04df74b88f567628bf987e143c6d6c146fc09dc89ed",
        "neurologia_dziecieca.csv": "e45bcc9fe7cf4ddc300f2dad017c68c6f282a527a5d3e1fbcae3692f6afc06cf",
        "okulistyka.csv": "808ce29078e84b067f1df51b7307496ae2e595d66a51348dee765f86257b0a85",
        "onkologia_kliniczna.csv": "dda6d93868dd06268a23afcd70e3e0f97e78b66896933edefb4bdcd9bb86ec8c",
        "ortodoncja.csv": "9fee5ba2cc6017aad4305bb0b7a9ed7ee878ce0652a1f8e605cecd22a242fc8f",
        "ortopedia.csv": "794b8244095ed5e4b1a5c2c1b88de9095fbe3be1153304b6ba88104f6c394be1",
        "otolaryngologia.csv": "9c3ab26f9b428d79527cdabcbaf19f68ba6b70b2a66bb66c6ed63033df0155c0",
        "patomorfologia.csv": "19f30c31c2db6577d25b5f0878bbccb2f3f2427d2be29e6372b46f5ae64fdff7",
        "pediatria.csv": "3155d373c339cea289b3bc2902e1af63da8161e2187936ea67fc5261549c7342",
        "perinatologia.csv": "4e386243fc98b24c8a5ae6d1908dd0f8708fff07baeae4a6c2ee4a534e364519",
        "periodontologia.csv": "6235610f02a6df69788b27944dbb69fade6a300effb98a62dbe5aba5d4000d28",
        "poloznictwo_i_ginekologia.csv": "e74e86141099808166e5d3156404c5341d4d12b9f8bba2c600c57e28397b0328",
        "protetyka_stomatologiczna.csv": "ca9ddbe37c60beb0b420af4155607e3f121768ac643a94e5946fb1d3e4cd751a",
        "psychiatria.csv": "cfd748c6ef88e99e4513021242b39bc15199e8358195e98c83738b40dda7b0d5",
        "psychiatria_dzieci_i_mlodziezy.csv": "d397e2c935b1b77f524b9d2fecd95561f3f4c1104761532df6b10a58955da3bf",
        "radiologia_i_diagnostyka_obrazowa.csv": "f0623a02f56023e8dadd39f278dce818c65d76f46af88fa7b6f3ed0044a7a12e",
        "radioterapia_onkologiczna.csv": "3686c11a843fe26f49310f702144e5852a8b1fe985e4db3ca984da3fc39c387b",
        "rehabilitacja_medyczna.csv": "eda9d949229353f23c464d6b35043702540dd1d6c312cf0dca65c6006516e6ea",
        "reumatologia.csv": "3fd03508bdbcfb1294e45c7d90019e2d9ddc8ed8edc68fd6e3ca7c1c2b709d3b",
        "stomatologia_dziecieca.csv": "f415cf6fd033f641f1b53ca88c17a991407c3c7b5957f2fd054cd7e0c8ede7c7",
        "stomatologia_zachowawcza.csv": "df9078d3a1e4e3ecbc097cc9738947c42917d8a35c0e7efc509ba6cdcdad8e32",
        "transplantologia_kliniczna.csv": "920ea16a396bb32ad753b2a80290ed98acb52820feb313563382c06f0fcedf10"
      }
    }
  },
  "seed": 20260703
}