{"iid": "A1-00", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 263, "prompt_tokens_peak": 797}
{"iid": "A1-01", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 232, "prompt_tokens_peak": 687}
{"iid": "A1-02", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 245, "prompt_tokens_peak": 687}
{"iid": "A1-03", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 264, "prompt_tokens_peak": 797}
{"iid": "A1-04", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 264, "prompt_tokens_peak": 797}
{"iid": "A2-00", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1512, "prompt_tokens_peak": 2051}
{"iid": "A2-01", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1512, "prompt_tokens_peak": 2051}
{"iid": "A2-02", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 893}
{"iid": "A2-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 193, "prompt_tokens_peak": 766}
{"iid": "A2-03", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 893}
{"iid": "A2-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1472, "prompt_tokens_peak": 2016}
{"iid": "A2-04", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1472, "prompt_tokens_peak": 2016}
{"iid": "A3-00", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1453, "prompt_tokens_peak": 2221}
{"iid": "A3-01", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1647, "prompt_tokens_peak": 2378}
{"iid": "A3-02", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1453, "prompt_tokens_peak": 2221}
{"iid": "A3-03", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 750}
{"iid": "A3-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1247, "prompt_tokens_peak": 1910}
{"iid": "A3-04", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 104, "prompt_tokens_peak": 750}
{"iid": "A3-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1450, "prompt_tokens_peak": 2216}
{"iid": "A4-00", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1071, "prompt_tokens_peak": 1638}
{"iid": "A4-01", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 152, "prompt_tokens_peak": 813}
{"iid": "A4-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1064, "prompt_tokens_peak": 1625}
{"iid": "A4-02", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1071, "prompt_tokens_peak": 1638}
{"iid": "A4-03", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1071, "prompt_tokens_peak": 1638}
{"iid": "A4-04", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1071, "prompt_tokens_peak": 1638}
{"iid": "A5-00", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 487, "prompt_tokens_peak": 1562}
{"iid": "A5-01", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 461, "prompt_tokens_peak": 1562}
{"iid": "A5-02", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 487, "prompt_tokens_peak": 1562}
{"iid": "A5-03", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 487, "prompt_tokens_peak": 1562}
{"iid": "A5-04", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 487, "prompt_tokens_peak": 1562}
{"iid": "A6-00", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1703, "prompt_tokens_peak": 2198}
{"iid": "A6-01", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1703, "prompt_tokens_peak": 2198}
{"iid": "A6-02", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1703, "prompt_tokens_peak": 2198}
{"iid": "A6-03", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1703, "prompt_tokens_peak": 2198}
{"iid": "A6-04", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1703, "prompt_tokens_peak": 2198}
{"iid": "A7-00", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1655, "prompt_tokens_peak": 2151}
{"iid": "A7-01", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1655, "prompt_tokens_peak": 2151}
{"iid": "A7-02", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1655, "prompt_tokens_peak": 2151}
{"iid": "A7-03", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1655, "prompt_tokens_peak": 2151}
{"iid": "A7-04", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1655, "prompt_tokens_peak": 2151}
{"iid": "A8-00", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "A8-01", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2064, "prompt_tokens_peak": 2539}
{"iid": "A8-02", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "A8-03", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2064, "prompt_tokens_peak": 2539}
{"iid": "A8-04", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "B1-00", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3456, "prompt_tokens_peak": 3979}
{"iid": "B1-01", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 326, "prompt_tokens_peak": 1129}
{"iid": "B1-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3456, "prompt_tokens_peak": 3979}
{"iid": "B1-02", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3456, "prompt_tokens_peak": 3979}
{"iid": "B1-03", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3456, "prompt_tokens_peak": 3979}
{"iid": "B1-04", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3450, "prompt_tokens_peak": 3968}
{"iid": "B2-00", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2504, "prompt_tokens_peak": 2978}
{"iid": "B2-01", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2504, "prompt_tokens_peak": 2978}
{"iid": "B2-02", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2504, "prompt_tokens_peak": 2978}
{"iid": "B2-03", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2504, "prompt_tokens_peak": 2978}
{"iid": "B2-04", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2504, "prompt_tokens_peak": 2978}
{"iid": "B3-00", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2108, "prompt_tokens_peak": 2568}
{"iid": "B3-01", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2108, "prompt_tokens_peak": 2568}
{"iid": "B3-02", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2175, "prompt_tokens_peak": 2613}
{"iid": "B3-03", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 558, "prompt_tokens_peak": 1154}
{"iid": "B3-04", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2168, "prompt_tokens_peak": 2618}
{"iid": "B4-00", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 161, "prompt_tokens_peak": 886}
{"iid": "B4-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1211, "prompt_tokens_peak": 1800}
{"iid": "B4-01", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 960}
{"iid": "B4-02", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 290, "prompt_tokens_peak": 878}
{"iid": "B4-03", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1588, "prompt_tokens_peak": 2146}
{"iid": "B4-04", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 158, "prompt_tokens_peak": 882}
{"iid": "B4-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1637, "prompt_tokens_peak": 2174}
{"iid": "B5-00", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-01", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1069}
{"iid": "B5-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1394}
{"iid": "B5-02", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-03", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-04", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 353, "prompt_tokens_peak": 1068}
{"iid": "B5-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 648, "prompt_tokens_peak": 1393}
{"iid": "B6-00", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 199, "prompt_tokens_peak": 898}
{"iid": "B6-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 267, "prompt_tokens_peak": 829}
{"iid": "B6-01", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 199, "prompt_tokens_peak": 898}
{"iid": "B6-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1407, "prompt_tokens_peak": 1942}
{"iid": "B6-02", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 200, "prompt_tokens_peak": 899}
{"iid": "B6-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1698, "prompt_tokens_peak": 2204}
{"iid": "B6-03", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 237, "prompt_tokens_peak": 936}
{"iid": "B6-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1894, "prompt_tokens_peak": 2375}
{"iid": "B6-04", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 235, "prompt_tokens_peak": 934}
{"iid": "B6-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1372, "prompt_tokens_peak": 1905}
{"iid": "C1-00", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4771, "prompt_tokens_peak": 5925}
{"iid": "C1-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4359, "prompt_tokens_peak": 5768}
{"iid": "C1-01", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4771, "prompt_tokens_peak": 5925}
{"iid": "C1-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4359, "prompt_tokens_peak": 5768}
{"iid": "C1-02", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4771, "prompt_tokens_peak": 5925}
{"iid": "C1-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4359, "prompt_tokens_peak": 5768}
{"iid": "C1-03", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4771, "prompt_tokens_peak": 5925}
{"iid": "C1-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4359, "prompt_tokens_peak": 5768}
{"iid": "C1-04", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4771, "prompt_tokens_peak": 5925}
{"iid": "C1-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4359, "prompt_tokens_peak": 5768}
{"iid": "C2-00", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 4, "gen_tokens": 1693, "prompt_tokens_peak": 2221}
{"iid": "C2-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4836, "prompt_tokens_peak": 6008}
{"iid": "C2-01", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 4, "gen_tokens": 1693, "prompt_tokens_peak": 2221}
{"iid": "C2-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4836, "prompt_tokens_peak": 6008}
{"iid": "C2-02", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 4, "gen_tokens": 1693, "prompt_tokens_peak": 2221}
{"iid": "C2-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4836, "prompt_tokens_peak": 6008}
{"iid": "C2-03", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 4, "gen_tokens": 1693, "prompt_tokens_peak": 2221}
{"iid": "C2-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4836, "prompt_tokens_peak": 6008}
{"iid": "C2-04", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 4, "gen_tokens": 1693, "prompt_tokens_peak": 2221}
{"iid": "C2-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 4836, "prompt_tokens_peak": 6008}
{"iid": "C3-00", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-01", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-02", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-03", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-04", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C4-00", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3822, "prompt_tokens_peak": 5290}
{"iid": "C4-01", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3822, "prompt_tokens_peak": 5290}
{"iid": "C4-02", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3822, "prompt_tokens_peak": 5290}
{"iid": "C4-03", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3822, "prompt_tokens_peak": 5290}
{"iid": "C4-04", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3822, "prompt_tokens_peak": 5290}
{"iid": "C5-00", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3168, "prompt_tokens_peak": 3544}
{"iid": "C5-01", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3168, "prompt_tokens_peak": 3544}
{"iid": "C5-02", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3168, "prompt_tokens_peak": 3544}
{"iid": "C5-03", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3168, "prompt_tokens_peak": 3544}
{"iid": "C5-04", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3168, "prompt_tokens_peak": 3544}
{"iid": "C6-00", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3024, "prompt_tokens_peak": 3673}
{"iid": "C6-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-01", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3024, "prompt_tokens_peak": 3673}
{"iid": "C6-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-02", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3024, "prompt_tokens_peak": 3673}
{"iid": "C6-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-03", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3024, "prompt_tokens_peak": 3673}
{"iid": "C6-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-04", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 3024, "prompt_tokens_peak": 3673}
{"iid": "C6-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}