{"iid": "A1-00", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 263, "prompt_tokens_peak": 797}
{"iid": "A1-01", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 232, "prompt_tokens_peak": 687}
{"iid": "A1-02", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 245, "prompt_tokens_peak": 687}
{"iid": "A1-03", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 264, "prompt_tokens_peak": 797}
{"iid": "A1-04", "lang": "en", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 197, "prompt_tokens_peak": 840}
{"iid": "A1-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A1", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 264, "prompt_tokens_peak": 797}
{"iid": "A2-00", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 378, "prompt_tokens_peak": 773}
{"iid": "A2-01", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 378, "prompt_tokens_peak": 773}
{"iid": "A2-02", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 893}
{"iid": "A2-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 193, "prompt_tokens_peak": 766}
{"iid": "A2-03", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 201, "prompt_tokens_peak": 893}
{"iid": "A2-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 368, "prompt_tokens_peak": 768}
{"iid": "A2-04", "lang": "en", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 195, "prompt_tokens_peak": 887}
{"iid": "A2-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 368, "prompt_tokens_peak": 768}
{"iid": "A3-00", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 317, "prompt_tokens_peak": 833}
{"iid": "A3-01", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 317, "prompt_tokens_peak": 833}
{"iid": "A3-02", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 751}
{"iid": "A3-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 317, "prompt_tokens_peak": 833}
{"iid": "A3-03", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 105, "prompt_tokens_peak": 750}
{"iid": "A3-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 317, "prompt_tokens_peak": 833}
{"iid": "A3-04", "lang": "en", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 104, "prompt_tokens_peak": 750}
{"iid": "A3-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A3", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 317, "prompt_tokens_peak": 833}
{"iid": "A4-00", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 267, "prompt_tokens_peak": 684}
{"iid": "A4-01", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 152, "prompt_tokens_peak": 813}
{"iid": "A4-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 266, "prompt_tokens_peak": 683}
{"iid": "A4-02", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 267, "prompt_tokens_peak": 684}
{"iid": "A4-03", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 267, "prompt_tokens_peak": 684}
{"iid": "A4-04", "lang": "en", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 153, "prompt_tokens_peak": 814}
{"iid": "A4-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 267, "prompt_tokens_peak": 684}
{"iid": "A5-00", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 437, "prompt_tokens_peak": 1336}
{"iid": "A5-01", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 437, "prompt_tokens_peak": 1336}
{"iid": "A5-02", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 437, "prompt_tokens_peak": 1336}
{"iid": "A5-03", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 437, "prompt_tokens_peak": 1336}
{"iid": "A5-04", "lang": "en", "model": "pl", "family": "csv", "template": "A5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 293, "prompt_tokens_peak": 952}
{"iid": "A5-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 437, "prompt_tokens_peak": 1336}
{"iid": "A6-00", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 425, "prompt_tokens_peak": 764}
{"iid": "A6-01", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 425, "prompt_tokens_peak": 764}
{"iid": "A6-02", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 425, "prompt_tokens_peak": 764}
{"iid": "A6-03", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 425, "prompt_tokens_peak": 764}
{"iid": "A6-04", "lang": "en", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 207, "prompt_tokens_peak": 859}
{"iid": "A6-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 425, "prompt_tokens_peak": 764}
{"iid": "A7-00", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 753}
{"iid": "A7-01", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 753}
{"iid": "A7-02", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 753}
{"iid": "A7-03", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 753}
{"iid": "A7-04", "lang": "en", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 212, "prompt_tokens_peak": 867}
{"iid": "A7-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A7", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 753}
{"iid": "A8-00", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-00", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "A8-01", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-01", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 516, "prompt_tokens_peak": 829}
{"iid": "A8-02", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-02", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "A8-03", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-03", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 516, "prompt_tokens_peak": 829}
{"iid": "A8-04", "lang": "en", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 239, "prompt_tokens_peak": 906}
{"iid": "A8-04", "lang": "pl", "model": "pl", "family": "csv", "template": "A8", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 286, "prompt_tokens_peak": 829}
{"iid": "B1-00", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 870, "prompt_tokens_peak": 1241}
{"iid": "B1-01", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 326, "prompt_tokens_peak": 1129}
{"iid": "B1-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 870, "prompt_tokens_peak": 1241}
{"iid": "B1-02", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 870, "prompt_tokens_peak": 1241}
{"iid": "B1-03", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 870, "prompt_tokens_peak": 1241}
{"iid": "B1-04", "lang": "en", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 327, "prompt_tokens_peak": 1130}
{"iid": "B1-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 870, "prompt_tokens_peak": 1241}
{"iid": "B2-00", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 950}
{"iid": "B2-01", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 950}
{"iid": "B2-02", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 950}
{"iid": "B2-03", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 950}
{"iid": "B2-04", "lang": "en", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 1170}
{"iid": "B2-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 626, "prompt_tokens_peak": 950}
{"iid": "B3-00", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 524, "prompt_tokens_peak": 841}
{"iid": "B3-01", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 524, "prompt_tokens_peak": 841}
{"iid": "B3-02", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 495, "prompt_tokens_peak": 841}
{"iid": "B3-03", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 535, "prompt_tokens_peak": 842}
{"iid": "B3-04", "lang": "en", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 138, "prompt_tokens_peak": 863}
{"iid": "B3-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 524, "prompt_tokens_peak": 841}
{"iid": "B4-00", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 161, "prompt_tokens_peak": 886}
{"iid": "B4-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 1211, "prompt_tokens_peak": 1800}
{"iid": "B4-01", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 385, "prompt_tokens_peak": 960}
{"iid": "B4-02", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 290, "prompt_tokens_peak": 878}
{"iid": "B4-03", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 174, "prompt_tokens_peak": 899}
{"iid": "B4-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 400, "prompt_tokens_peak": 802}
{"iid": "B4-04", "lang": "en", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 158, "prompt_tokens_peak": 882}
{"iid": "B4-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B4", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 413, "prompt_tokens_peak": 806}
{"iid": "B5-00", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-01", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1069}
{"iid": "B5-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1394}
{"iid": "B5-02", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-03", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 354, "prompt_tokens_peak": 1070}
{"iid": "B5-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 649, "prompt_tokens_peak": 1395}
{"iid": "B5-04", "lang": "en", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 353, "prompt_tokens_peak": 1068}
{"iid": "B5-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 648, "prompt_tokens_peak": 1393}
{"iid": "B6-00", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 199, "prompt_tokens_peak": 898}
{"iid": "B6-00", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 238, "prompt_tokens_peak": 742}
{"iid": "B6-01", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 199, "prompt_tokens_peak": 898}
{"iid": "B6-01", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 351, "prompt_tokens_peak": 742}
{"iid": "B6-02", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 200, "prompt_tokens_peak": 899}
{"iid": "B6-02", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 426, "prompt_tokens_peak": 782}
{"iid": "B6-03", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 237, "prompt_tokens_peak": 936}
{"iid": "B6-03", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 472, "prompt_tokens_peak": 803}
{"iid": "B6-04", "lang": "en", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 235, "prompt_tokens_peak": 934}
{"iid": "B6-04", "lang": "pl", "model": "pl", "family": "methods", "template": "B6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 346, "prompt_tokens_peak": 741}
{"iid": "C1-00", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 9394, "prompt_tokens_peak": 10360}
{"iid": "C1-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 1031, "prompt_tokens_peak": 1419}
{"iid": "C1-01", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 9394, "prompt_tokens_peak": 10360}
{"iid": "C1-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 1031, "prompt_tokens_peak": 1419}
{"iid": "C1-02", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 9394, "prompt_tokens_peak": 10360}
{"iid": "C1-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 1031, "prompt_tokens_peak": 1419}
{"iid": "C1-03", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 9394, "prompt_tokens_peak": 10360}
{"iid": "C1-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 1031, "prompt_tokens_peak": 1419}
{"iid": "C1-04", "lang": "en", "model": "pl", "family": "debug", "template": "C1", "outcome": "budget_exhausted", "correct": false, "finalized": false, "steps_used": 8, "gen_tokens": 9394, "prompt_tokens_peak": 10360}
{"iid": "C1-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C1", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 1031, "prompt_tokens_peak": 1419}
{"iid": "C2-00", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1738, "prompt_tokens_peak": 1665}
{"iid": "C2-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1680, "prompt_tokens_peak": 1487}
{"iid": "C2-01", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1738, "prompt_tokens_peak": 1665}
{"iid": "C2-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1680, "prompt_tokens_peak": 1487}
{"iid": "C2-02", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1738, "prompt_tokens_peak": 1665}
{"iid": "C2-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1680, "prompt_tokens_peak": 1487}
{"iid": "C2-03", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1738, "prompt_tokens_peak": 1665}
{"iid": "C2-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1680, "prompt_tokens_peak": 1487}
{"iid": "C2-04", "lang": "en", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1738, "prompt_tokens_peak": 1665}
{"iid": "C2-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C2", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 1680, "prompt_tokens_peak": 1487}
{"iid": "C3-00", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-01", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-02", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-03", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C3-04", "lang": "en", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 246, "prompt_tokens_peak": 1006}
{"iid": "C3-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C3", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 719, "prompt_tokens_peak": 1280}
{"iid": "C4-00", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2816}
{"iid": "C4-01", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2816}
{"iid": "C4-02", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2816}
{"iid": "C4-03", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2816}
{"iid": "C4-04", "lang": "en", "model": "pl", "family": "debug", "template": "C4", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 497, "prompt_tokens_peak": 1419}
{"iid": "C4-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C4", "outcome": "stalled", "correct": false, "finalized": false, "steps_used": 2, "gen_tokens": 4096, "prompt_tokens_peak": 2816}
{"iid": "C5-00", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 792, "prompt_tokens_peak": 1018}
{"iid": "C5-01", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 792, "prompt_tokens_peak": 1018}
{"iid": "C5-02", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 792, "prompt_tokens_peak": 1018}
{"iid": "C5-03", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 792, "prompt_tokens_peak": 1018}
{"iid": "C5-04", "lang": "en", "model": "pl", "family": "debug", "template": "C5", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 3, "gen_tokens": 313, "prompt_tokens_peak": 1082}
{"iid": "C5-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C5", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 792, "prompt_tokens_peak": 1018}
{"iid": "C6-00", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 756, "prompt_tokens_peak": 1183}
{"iid": "C6-00", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-01", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 756, "prompt_tokens_peak": 1183}
{"iid": "C6-01", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-02", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 756, "prompt_tokens_peak": 1183}
{"iid": "C6-02", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-03", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 756, "prompt_tokens_peak": 1183}
{"iid": "C6-03", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}
{"iid": "C6-04", "lang": "en", "model": "pl", "family": "debug", "template": "C6", "outcome": "wrong", "correct": false, "finalized": true, "steps_used": 2, "gen_tokens": 756, "prompt_tokens_peak": 1183}
{"iid": "C6-04", "lang": "pl", "model": "pl", "family": "debug", "template": "C6", "outcome": "correct", "correct": true, "finalized": true, "steps_used": 2, "gen_tokens": 224, "prompt_tokens_peak": 895}