{"iid": "A1-00", "lang": "en", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 797, "prompt_tokens_peak": 1108}
{"iid": "A1-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 825}
{"iid": "A1-01", "lang": "en", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 797, "prompt_tokens_peak": 1108}
{"iid": "A1-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 825}
{"iid": "A1-02", "lang": "en", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 797, "prompt_tokens_peak": 1108}
{"iid": "A1-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 825}
{"iid": "A1-03", "lang": "en", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 797, "prompt_tokens_peak": 1108}
{"iid": "A1-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 825}
{"iid": "A1-04", "lang": "en", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 797, "prompt_tokens_peak": 1108}
{"iid": "A1-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 825}
{"iid": "A2-00", "lang": "en", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 562, "prompt_tokens_peak": 891}
{"iid": "A2-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 165, "prompt_tokens_peak": 923}
{"iid": "A2-01", "lang": "en", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 562, "prompt_tokens_peak": 891}
{"iid": "A2-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 165, "prompt_tokens_peak": 923}
{"iid": "A2-02", "lang": "en", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 509, "prompt_tokens_peak": 896}
{"iid": "A2-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 165, "prompt_tokens_peak": 923}
{"iid": "A2-03", "lang": "en", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 509, "prompt_tokens_peak": 896}
{"iid": "A2-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 165, "prompt_tokens_peak": 923}
{"iid": "A2-04", "lang": "en", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 564, "prompt_tokens_peak": 947}
{"iid": "A2-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 165, "prompt_tokens_peak": 923}
{"iid": "A3-00", "lang": "en", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 98, "prompt_tokens_peak": 580}
{"iid": "A3-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 8, "gen_tokens": 1076, "prompt_tokens_peak": 2713}
{"iid": "A3-01", "lang": "en", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 98, "prompt_tokens_peak": 580}
{"iid": "A3-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 8, "gen_tokens": 1076, "prompt_tokens_peak": 2713}
{"iid": "A3-02", "lang": "en", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 96, "prompt_tokens_peak": 576}
{"iid": "A3-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 8, "gen_tokens": 1076, "prompt_tokens_peak": 2713}
{"iid": "A3-03", "lang": "en", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 98, "prompt_tokens_peak": 578}
{"iid": "A3-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 8, "gen_tokens": 1076, "prompt_tokens_peak": 2712}
{"iid": "A3-04", "lang": "en", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 3, "gen_tokens": 99, "prompt_tokens_peak": 582}
{"iid": "A3-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 8, "gen_tokens": 1075, "prompt_tokens_peak": 2712}
{"iid": "A4-00", "lang": "en", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 643, "prompt_tokens_peak": 990}
{"iid": "A4-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 130, "prompt_tokens_peak": 912}
{"iid": "A4-01", "lang": "en", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 639, "prompt_tokens_peak": 989}
{"iid": "A4-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 129, "prompt_tokens_peak": 910}
{"iid": "A4-02", "lang": "en", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 680, "prompt_tokens_peak": 990}
{"iid": "A4-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 130, "prompt_tokens_peak": 912}
{"iid": "A4-03", "lang": "en", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 990}
{"iid": "A4-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 130, "prompt_tokens_peak": 912}
{"iid": "A4-04", "lang": "en", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 643, "prompt_tokens_peak": 990}
{"iid": "A4-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 130, "prompt_tokens_peak": 912}
{"iid": "A5-00", "lang": "en", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 875, "prompt_tokens_peak": 1204}
{"iid": "A5-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 745, "prompt_tokens_peak": 2637}
{"iid": "A5-01", "lang": "en", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 839, "prompt_tokens_peak": 1204}
{"iid": "A5-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 5, "gen_tokens": 369, "prompt_tokens_peak": 2256}
{"iid": "A5-02", "lang": "en", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 840, "prompt_tokens_peak": 1204}
{"iid": "A5-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 6, "gen_tokens": 466, "prompt_tokens_peak": 2383}
{"iid": "A5-03", "lang": "en", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 840, "prompt_tokens_peak": 1204}
{"iid": "A5-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 5, "gen_tokens": 369, "prompt_tokens_peak": 2256}
{"iid": "A5-04", "lang": "en", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 874, "prompt_tokens_peak": 1204}
{"iid": "A5-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 5, "gen_tokens": 369, "prompt_tokens_peak": 2256}
{"iid": "A6-00", "lang": "en", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 94, "prompt_tokens_peak": 542}
{"iid": "A6-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 115, "prompt_tokens_peak": 879}
{"iid": "A6-01", "lang": "en", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 94, "prompt_tokens_peak": 542}
{"iid": "A6-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A6", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 211, "prompt_tokens_peak": 1088}
{"iid": "A6-02", "lang": "en", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 94, "prompt_tokens_peak": 542}
{"iid": "A6-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 115, "prompt_tokens_peak": 877}
{"iid": "A6-03", "lang": "en", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 94, "prompt_tokens_peak": 542}
{"iid": "A6-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 115, "prompt_tokens_peak": 879}
{"iid": "A6-04", "lang": "en", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 94, "prompt_tokens_peak": 542}
{"iid": "A6-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 115, "prompt_tokens_peak": 879}
{"iid": "A7-00", "lang": "en", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 135, "prompt_tokens_peak": 583}
{"iid": "A7-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 133, "prompt_tokens_peak": 863}
{"iid": "A7-01", "lang": "en", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 135, "prompt_tokens_peak": 583}
{"iid": "A7-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 133, "prompt_tokens_peak": 863}
{"iid": "A7-02", "lang": "en", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 135, "prompt_tokens_peak": 583}
{"iid": "A7-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 133, "prompt_tokens_peak": 863}
{"iid": "A7-03", "lang": "en", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 135, "prompt_tokens_peak": 583}
{"iid": "A7-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 133, "prompt_tokens_peak": 863}
{"iid": "A7-04", "lang": "en", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 135, "prompt_tokens_peak": 583}
{"iid": "A7-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 133, "prompt_tokens_peak": 863}
{"iid": "A8-00", "lang": "en", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 122, "prompt_tokens_peak": 580}
{"iid": "A8-00", "lang": "pl", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 203, "prompt_tokens_peak": 943}
{"iid": "A8-01", "lang": "en", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 122, "prompt_tokens_peak": 580}
{"iid": "A8-01", "lang": "pl", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 203, "prompt_tokens_peak": 943}
{"iid": "A8-02", "lang": "en", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 122, "prompt_tokens_peak": 580}
{"iid": "A8-02", "lang": "pl", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 203, "prompt_tokens_peak": 943}
{"iid": "A8-03", "lang": "en", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 122, "prompt_tokens_peak": 580}
{"iid": "A8-03", "lang": "pl", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 203, "prompt_tokens_peak": 943}
{"iid": "A8-04", "lang": "en", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 122, "prompt_tokens_peak": 580}
{"iid": "A8-04", "lang": "pl", "model": "orig", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 203, "prompt_tokens_peak": 943}
{"iid": "B1-00", "lang": "en", "model": "orig", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 792}
{"iid": "B1-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 556, "prompt_tokens_peak": 1448}
{"iid": "B1-01", "lang": "en", "model": "orig", "family": "methods", "template": "B1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 341, "prompt_tokens_peak": 1007}
{"iid": "B1-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 556, "prompt_tokens_peak": 1448}
{"iid": "B1-02", "lang": "en", "model": "orig", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 792}
{"iid": "B1-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 556, "prompt_tokens_peak": 1448}
{"iid": "B1-03", "lang": "en", "model": "orig", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 792}
{"iid": "B1-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 556, "prompt_tokens_peak": 1448}
{"iid": "B1-04", "lang": "en", "model": "orig", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 792}
{"iid": "B1-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 556, "prompt_tokens_peak": 1448}
{"iid": "B2-00", "lang": "en", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 276, "prompt_tokens_peak": 811}
{"iid": "B2-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 330, "prompt_tokens_peak": 1209}
{"iid": "B2-01", "lang": "en", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 276, "prompt_tokens_peak": 811}
{"iid": "B2-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 330, "prompt_tokens_peak": 1209}
{"iid": "B2-02", "lang": "en", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 276, "prompt_tokens_peak": 811}
{"iid": "B2-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 330, "prompt_tokens_peak": 1209}
{"iid": "B2-03", "lang": "en", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 276, "prompt_tokens_peak": 811}
{"iid": "B2-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 330, "prompt_tokens_peak": 1209}
{"iid": "B2-04", "lang": "en", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 276, "prompt_tokens_peak": 811}
{"iid": "B2-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 330, "prompt_tokens_peak": 1209}
{"iid": "B3-00", "lang": "en", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 760, "prompt_tokens_peak": 1305}
{"iid": "B3-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 788, "prompt_tokens_peak": 1666}
{"iid": "B3-01", "lang": "en", "model": "orig", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 204, "prompt_tokens_peak": 731}
{"iid": "B3-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 920}
{"iid": "B3-02", "lang": "en", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 760, "prompt_tokens_peak": 1305}
{"iid": "B3-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 787, "prompt_tokens_peak": 1665}
{"iid": "B3-03", "lang": "en", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 760, "prompt_tokens_peak": 1305}
{"iid": "B3-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 788, "prompt_tokens_peak": 1666}
{"iid": "B3-04", "lang": "en", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 760, "prompt_tokens_peak": 1305}
{"iid": "B3-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 788, "prompt_tokens_peak": 1666}
{"iid": "B4-00", "lang": "en", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 139, "prompt_tokens_peak": 644}
{"iid": "B4-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 164, "prompt_tokens_peak": 992}
{"iid": "B4-01", "lang": "en", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 139, "prompt_tokens_peak": 644}
{"iid": "B4-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 164, "prompt_tokens_peak": 992}
{"iid": "B4-02", "lang": "en", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 139, "prompt_tokens_peak": 644}
{"iid": "B4-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 164, "prompt_tokens_peak": 992}
{"iid": "B4-03", "lang": "en", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 139, "prompt_tokens_peak": 644}
{"iid": "B4-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 164, "prompt_tokens_peak": 992}
{"iid": "B4-04", "lang": "en", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 136, "prompt_tokens_peak": 640}
{"iid": "B4-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 161, "prompt_tokens_peak": 988}
{"iid": "B5-00", "lang": "en", "model": "orig", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 810, "prompt_tokens_peak": 1108}
{"iid": "B5-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2803, "prompt_tokens_peak": 8896}
{"iid": "B5-01", "lang": "en", "model": "orig", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 834, "prompt_tokens_peak": 1107}
{"iid": "B5-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2803, "prompt_tokens_peak": 8896}
{"iid": "B5-02", "lang": "en", "model": "orig", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 777, "prompt_tokens_peak": 1108}
{"iid": "B5-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2803, "prompt_tokens_peak": 8896}
{"iid": "B5-03", "lang": "en", "model": "orig", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 778, "prompt_tokens_peak": 1108}
{"iid": "B5-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2803, "prompt_tokens_peak": 8896}
{"iid": "B5-04", "lang": "en", "model": "orig", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1420, "prompt_tokens_peak": 1106}
{"iid": "B5-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B5", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2803, "prompt_tokens_peak": 8896}
{"iid": "B6-00", "lang": "en", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 6, "gen_tokens": 3064, "prompt_tokens_peak": 3517}
{"iid": "B6-00", "lang": "pl", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 180, "prompt_tokens_peak": 962}
{"iid": "B6-01", "lang": "en", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1087, "prompt_tokens_peak": 1494}
{"iid": "B6-01", "lang": "pl", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 180, "prompt_tokens_peak": 962}
{"iid": "B6-02", "lang": "en", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1056, "prompt_tokens_peak": 1449}
{"iid": "B6-02", "lang": "pl", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 181, "prompt_tokens_peak": 963}
{"iid": "B6-03", "lang": "en", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 894, "prompt_tokens_peak": 1190}
{"iid": "B6-03", "lang": "pl", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 181, "prompt_tokens_peak": 963}
{"iid": "B6-04", "lang": "en", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 940, "prompt_tokens_peak": 1289}
{"iid": "B6-04", "lang": "pl", "model": "orig", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 181, "prompt_tokens_peak": 963}
{"iid": "C1-00", "lang": "en", "model": "orig", "family": "debug", "template": "C1", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2667}
{"iid": "C1-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 6, "gen_tokens": 1735, "prompt_tokens_peak": 3047}
{"iid": "C1-01", "lang": "en", "model": "orig", "family": "debug", "template": "C1", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2667}
{"iid": "C1-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 6, "gen_tokens": 1735, "prompt_tokens_peak": 3047}
{"iid": "C1-02", "lang": "en", "model": "orig", "family": "debug", "template": "C1", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2667}
{"iid": "C1-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 6, "gen_tokens": 1735, "prompt_tokens_peak": 3047}
{"iid": "C1-03", "lang": "en", "model": "orig", "family": "debug", "template": "C1", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2667}
{"iid": "C1-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 6, "gen_tokens": 1735, "prompt_tokens_peak": 3047}
{"iid": "C1-04", "lang": "en", "model": "orig", "family": "debug", "template": "C1", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2667}
{"iid": "C1-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 6, "gen_tokens": 1735, "prompt_tokens_peak": 3047}
{"iid": "C2-00", "lang": "en", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2627, "prompt_tokens_peak": 3094}
{"iid": "C2-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1504, "prompt_tokens_peak": 2385}
{"iid": "C2-01", "lang": "en", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2627, "prompt_tokens_peak": 3094}
{"iid": "C2-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1504, "prompt_tokens_peak": 2385}
{"iid": "C2-02", "lang": "en", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2627, "prompt_tokens_peak": 3094}
{"iid": "C2-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1504, "prompt_tokens_peak": 2385}
{"iid": "C2-03", "lang": "en", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2627, "prompt_tokens_peak": 3094}
{"iid": "C2-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1504, "prompt_tokens_peak": 2385}
{"iid": "C2-04", "lang": "en", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 2627, "prompt_tokens_peak": 3094}
{"iid": "C2-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C2", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1504, "prompt_tokens_peak": 2385}
{"iid": "C3-00", "lang": "en", "model": "orig", "family": "debug", "template": "C3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 306, "prompt_tokens_peak": 971}
{"iid": "C3-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 335, "prompt_tokens_peak": 1184}
{"iid": "C3-01", "lang": "en", "model": "orig", "family": "debug", "template": "C3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 306, "prompt_tokens_peak": 971}
{"iid": "C3-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 335, "prompt_tokens_peak": 1184}
{"iid": "C3-02", "lang": "en", "model": "orig", "family": "debug", "template": "C3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 306, "prompt_tokens_peak": 971}
{"iid": "C3-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 335, "prompt_tokens_peak": 1184}
{"iid": "C3-03", "lang": "en", "model": "orig", "family": "debug", "template": "C3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 306, "prompt_tokens_peak": 971}
{"iid": "C3-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 335, "prompt_tokens_peak": 1184}
{"iid": "C3-04", "lang": "en", "model": "orig", "family": "debug", "template": "C3", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 306, "prompt_tokens_peak": 971}
{"iid": "C3-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 335, "prompt_tokens_peak": 1184}
{"iid": "C4-00", "lang": "en", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 2702, "prompt_tokens_peak": 3367}
{"iid": "C4-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 325, "prompt_tokens_peak": 1189}
{"iid": "C4-01", "lang": "en", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 2702, "prompt_tokens_peak": 3367}
{"iid": "C4-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 325, "prompt_tokens_peak": 1189}
{"iid": "C4-02", "lang": "en", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 2702, "prompt_tokens_peak": 3367}
{"iid": "C4-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 325, "prompt_tokens_peak": 1189}
{"iid": "C4-03", "lang": "en", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 2702, "prompt_tokens_peak": 3367}
{"iid": "C4-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 325, "prompt_tokens_peak": 1189}
{"iid": "C4-04", "lang": "en", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 2702, "prompt_tokens_peak": 3367}
{"iid": "C4-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 325, "prompt_tokens_peak": 1189}
{"iid": "C5-00", "lang": "en", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1931, "prompt_tokens_peak": 2416}
{"iid": "C5-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 1021}
{"iid": "C5-01", "lang": "en", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1931, "prompt_tokens_peak": 2416}
{"iid": "C5-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 1021}
{"iid": "C5-02", "lang": "en", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1931, "prompt_tokens_peak": 2416}
{"iid": "C5-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 1021}
{"iid": "C5-03", "lang": "en", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1931, "prompt_tokens_peak": 2416}
{"iid": "C5-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 1021}
{"iid": "C5-04", "lang": "en", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1931, "prompt_tokens_peak": 2416}
{"iid": "C5-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 1021}
{"iid": "C6-00", "lang": "en", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1624, "prompt_tokens_peak": 2131}
{"iid": "C6-00", "lang": "pl", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 185, "prompt_tokens_peak": 1053}
{"iid": "C6-01", "lang": "en", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1624, "prompt_tokens_peak": 2131}
{"iid": "C6-01", "lang": "pl", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 185, "prompt_tokens_peak": 1053}
{"iid": "C6-02", "lang": "en", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1624, "prompt_tokens_peak": 2131}
{"iid": "C6-02", "lang": "pl", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 185, "prompt_tokens_peak": 1053}
{"iid": "C6-03", "lang": "en", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1624, "prompt_tokens_peak": 2131}
{"iid": "C6-03", "lang": "pl", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 185, "prompt_tokens_peak": 1053}
{"iid": "C6-04", "lang": "en", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1624, "prompt_tokens_peak": 2131}
{"iid": "C6-04", "lang": "pl", "model": "orig", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 185, "prompt_tokens_peak": 1053}