{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0183, "gen_tokens": 268, "item_id": "gsm8kpl-1004", "marked_mass_band": 0.38961, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74239, "pivot_excess": 0.70449, "pivot_norm": 0.77844, "pivot_pooled": 0.73421, "pivot_raw": 0.72278, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 257, "item_id": "gsm8kpl-101", "marked_mass_band": 0.42168, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.82869, "pivot_excess": 0.79332, "pivot_norm": 0.85697, "pivot_pooled": 0.80907, "pivot_raw": 0.79332, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 215, "item_id": "gsm8kpl-1015", "marked_mass_band": 0.39178, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67967, "pivot_excess": 0.70276, "pivot_norm": 0.75615, "pivot_pooled": 0.72471, "pivot_raw": 0.70276, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.03351, "gen_tokens": 253, "item_id": "gsm8kpl-1016", "marked_mass_band": 0.4027, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.81838, "pivot_excess": 0.7202, "pivot_norm": 0.81287, "pivot_pooled": 0.77313, "pivot_raw": 0.75371, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 347, "item_id": "gsm8kpl-1022", "marked_mass_band": 0.37792, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67925, "pivot_excess": 0.68812, "pivot_norm": 0.73984, "pivot_pooled": 0.70313, "pivot_raw": 0.68812, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0306, "gen_tokens": 282, "item_id": "gsm8kpl-1024", "marked_mass_band": 0.38693, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74698, "pivot_excess": 0.68874, "pivot_norm": 0.7746, "pivot_pooled": 0.73403, "pivot_raw": 0.71934, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 272, "item_id": "gsm8kpl-1026", "marked_mass_band": 0.34823, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68677, "pivot_excess": 0.69576, "pivot_norm": 0.74835, "pivot_pooled": 0.70347, "pivot_raw": 0.69576, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 191, "item_id": "gsm8kpl-1032", "marked_mass_band": 0.39471, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72181, "pivot_excess": 0.75073, "pivot_norm": 0.80955, "pivot_pooled": 0.7648, "pivot_raw": 0.75073, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01897, "gen_tokens": 107, "item_id": "gsm8kpl-1036", "marked_mass_band": 0.36641, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.84029, "pivot_excess": 0.76568, "pivot_norm": 0.84731, "pivot_pooled": 0.79456, "pivot_raw": 0.78465, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 165, "item_id": "gsm8kpl-104", "marked_mass_band": 0.37651, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5703, "pivot_excess": 0.65612, "pivot_norm": 0.70422, "pivot_pooled": 0.673, "pivot_raw": 0.65612, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00201, "gen_tokens": 308, "item_id": "gsm8kpl-1040", "marked_mass_band": 0.37504, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64348, "pivot_excess": 0.68087, "pivot_norm": 0.734, "pivot_pooled": 0.69761, "pivot_raw": 0.68287, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 147, "item_id": "gsm8kpl-1041", "marked_mass_band": 0.41383, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6985, "pivot_excess": 0.74828, "pivot_norm": 0.80682, "pivot_pooled": 0.76226, "pivot_raw": 0.74828, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05278, "gen_tokens": 188, "item_id": "gsm8kpl-1044", "marked_mass_band": 0.42017, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78476, "pivot_excess": 0.68567, "pivot_norm": 0.79589, "pivot_pooled": 0.75232, "pivot_raw": 0.73846, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00981, "gen_tokens": 442, "item_id": "gsm8kpl-1047", "marked_mass_band": 0.38511, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70598, "pivot_excess": 0.71125, "pivot_norm": 0.77652, "pivot_pooled": 0.73877, "pivot_raw": 0.72106, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 232, "item_id": "gsm8kpl-1052", "marked_mass_band": 0.3806, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63827, "pivot_excess": 0.67482, "pivot_norm": 0.72504, "pivot_pooled": 0.68532, "pivot_raw": 0.67482, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1781, "gen_tokens": 204, "item_id": "gsm8kpl-1066", "marked_mass_band": 0.42282, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66698, "pivot_excess": 0.56299, "pivot_norm": 0.79882, "pivot_pooled": 0.78095, "pivot_raw": 0.74109, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.01337, "gen_tokens": 169, "item_id": "gsm8kpl-1070", "marked_mass_band": 0.35771, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74366, "pivot_excess": 0.7206, "pivot_norm": 0.7909, "pivot_pooled": 0.75348, "pivot_raw": 0.73397, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 112, "item_id": "gsm8kpl-1074", "marked_mass_band": 0.37041, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65101, "pivot_excess": 0.71962, "pivot_norm": 0.77492, "pivot_pooled": 0.74242, "pivot_raw": 0.71962, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.02151, "gen_tokens": 933, "item_id": "gsm8kpl-1081", "marked_mass_band": 0.35307, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67964, "pivot_excess": 0.66254, "pivot_norm": 0.73531, "pivot_pooled": 0.69596, "pivot_raw": 0.68405, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.09303, "gen_tokens": 365, "item_id": "gsm8kpl-1083", "marked_mass_band": 0.42298, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70487, "pivot_excess": 0.60425, "pivot_norm": 0.75004, "pivot_pooled": 0.70961, "pivot_raw": 0.69728, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 214, "item_id": "gsm8kpl-1097", "marked_mass_band": 0.40254, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67784, "pivot_excess": 0.68797, "pivot_norm": 0.73968, "pivot_pooled": 0.69536, "pivot_raw": 0.68797, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 144, "item_id": "gsm8kpl-1099", "marked_mass_band": 0.40299, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78774, "pivot_excess": 0.75573, "pivot_norm": 0.81512, "pivot_pooled": 0.77407, "pivot_raw": 0.75573, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 375, "item_id": "gsm8kpl-1118", "marked_mass_band": 0.38781, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74222, "pivot_excess": 0.72861, "pivot_norm": 0.78492, "pivot_pooled": 0.74663, "pivot_raw": 0.72861, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 224, "item_id": "gsm8kpl-114", "marked_mass_band": 0.38556, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69702, "pivot_excess": 0.68784, "pivot_norm": 0.73953, "pivot_pooled": 0.69884, "pivot_raw": 0.68784, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 152, "item_id": "gsm8kpl-1142", "marked_mass_band": 0.39039, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82381, "pivot_excess": 0.76339, "pivot_norm": 0.82364, "pivot_pooled": 0.76219, "pivot_raw": 0.76339, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0156, "gen_tokens": 140, "item_id": "gsm8kpl-1143", "marked_mass_band": 0.37775, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74865, "pivot_excess": 0.73002, "pivot_norm": 0.80387, "pivot_pooled": 0.76131, "pivot_raw": 0.74562, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 140, "item_id": "gsm8kpl-1146", "marked_mass_band": 0.40469, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7647, "pivot_excess": 0.69476, "pivot_norm": 0.74723, "pivot_pooled": 0.7205, "pivot_raw": 0.69476, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02644, "gen_tokens": 92, "item_id": "gsm8kpl-1150", "marked_mass_band": 0.34552, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67159, "pivot_excess": 0.65232, "pivot_norm": 0.72942, "pivot_pooled": 0.68876, "pivot_raw": 0.67876, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01197, "gen_tokens": 210, "item_id": "gsm8kpl-1164", "marked_mass_band": 0.36603, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6964, "pivot_excess": 0.70252, "pivot_norm": 0.7692, "pivot_pooled": 0.73352, "pivot_raw": 0.71449, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01451, "gen_tokens": 342, "item_id": "gsm8kpl-1168", "marked_mass_band": 0.3945, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65036, "pivot_excess": 0.69574, "pivot_norm": 0.76448, "pivot_pooled": 0.72805, "pivot_raw": 0.71025, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 274, "item_id": "gsm8kpl-1174", "marked_mass_band": 0.41053, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68981, "pivot_excess": 0.67762, "pivot_norm": 0.72815, "pivot_pooled": 0.68796, "pivot_raw": 0.67762, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05847, "gen_tokens": 122, "item_id": "gsm8kpl-1178", "marked_mass_band": 0.3727, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65688, "pivot_excess": 0.6444, "pivot_norm": 0.75626, "pivot_pooled": 0.72644, "pivot_raw": 0.70287, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01339, "gen_tokens": 173, "item_id": "gsm8kpl-1180", "marked_mass_band": 0.38781, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72128, "pivot_excess": 0.68721, "pivot_norm": 0.75374, "pivot_pooled": 0.72338, "pivot_raw": 0.7006, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.04768, "gen_tokens": 1280, "item_id": "gsm8kpl-1181", "marked_mass_band": 0.40246, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.74613, "pivot_excess": 0.68365, "pivot_norm": 0.78796, "pivot_pooled": 0.75273, "pivot_raw": 0.73133, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00383, "gen_tokens": 749, "item_id": "gsm8kpl-1187", "marked_mass_band": 0.36708, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7471, "pivot_excess": 0.73851, "pivot_norm": 0.80021, "pivot_pooled": 0.74856, "pivot_raw": 0.74234, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 114, "item_id": "gsm8kpl-1189", "marked_mass_band": 0.36786, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58555, "pivot_excess": 0.68268, "pivot_norm": 0.73378, "pivot_pooled": 0.70061, "pivot_raw": 0.68268, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0165, "gen_tokens": 243, "item_id": "gsm8kpl-1202", "marked_mass_band": 0.34382, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65765, "pivot_excess": 0.67089, "pivot_norm": 0.73903, "pivot_pooled": 0.70721, "pivot_raw": 0.68739, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03486, "gen_tokens": 243, "item_id": "gsm8kpl-1220", "marked_mass_band": 0.37523, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61849, "pivot_excess": 0.66018, "pivot_norm": 0.74755, "pivot_pooled": 0.71196, "pivot_raw": 0.69504, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.05059, "gen_tokens": 241, "item_id": "gsm8kpl-1225", "marked_mass_band": 0.4206, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69887, "pivot_excess": 0.66203, "pivot_norm": 0.76711, "pivot_pooled": 0.73186, "pivot_raw": 0.71261, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 219, "item_id": "gsm8kpl-1233", "marked_mass_band": 0.393, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68946, "pivot_excess": 0.69819, "pivot_norm": 0.75106, "pivot_pooled": 0.72388, "pivot_raw": 0.69819, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00011, "gen_tokens": 261, "item_id": "gsm8kpl-1238", "marked_mass_band": 0.42581, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79214, "pivot_excess": 0.77312, "pivot_norm": 0.83459, "pivot_pooled": 0.79839, "pivot_raw": 0.77322, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02113, "gen_tokens": 208, "item_id": "gsm8kpl-1244", "marked_mass_band": 0.37729, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73843, "pivot_excess": 0.70171, "pivot_norm": 0.7785, "pivot_pooled": 0.74354, "pivot_raw": 0.72284, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0057, "gen_tokens": 319, "item_id": "gsm8kpl-1251", "marked_mass_band": 0.37329, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81548, "pivot_excess": 0.77128, "pivot_norm": 0.83879, "pivot_pooled": 0.79117, "pivot_raw": 0.77699, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 172, "item_id": "gsm8kpl-1252", "marked_mass_band": 0.411, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72562, "pivot_excess": 0.7439, "pivot_norm": 0.80195, "pivot_pooled": 0.77056, "pivot_raw": 0.7439, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 128, "item_id": "gsm8kpl-1253", "marked_mass_band": 0.42242, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75542, "pivot_excess": 0.73312, "pivot_norm": 0.78994, "pivot_pooled": 0.74606, "pivot_raw": 0.73312, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 158, "item_id": "gsm8kpl-1259", "marked_mass_band": 0.40252, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71171, "pivot_excess": 0.70098, "pivot_norm": 0.75416, "pivot_pooled": 0.71185, "pivot_raw": 0.70098, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 209, "item_id": "gsm8kpl-1261", "marked_mass_band": 0.36529, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73851, "pivot_excess": 0.76831, "pivot_norm": 0.82912, "pivot_pooled": 0.78498, "pivot_raw": 0.76831, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01191, "gen_tokens": 179, "item_id": "gsm8kpl-1262", "marked_mass_band": 0.39563, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75618, "pivot_excess": 0.73485, "pivot_norm": 0.80513, "pivot_pooled": 0.76242, "pivot_raw": 0.74676, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 411, "item_id": "gsm8kpl-1270", "marked_mass_band": 0.40901, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74597, "pivot_excess": 0.72093, "pivot_norm": 0.77638, "pivot_pooled": 0.73852, "pivot_raw": 0.72093, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03828, "gen_tokens": 301, "item_id": "gsm8kpl-1272", "marked_mass_band": 0.4212, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69225, "pivot_excess": 0.666, "pivot_norm": 0.75784, "pivot_pooled": 0.72906, "pivot_raw": 0.70429, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02343, "gen_tokens": 178, "item_id": "gsm8kpl-1273", "marked_mass_band": 0.32478, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65402, "pivot_excess": 0.66214, "pivot_norm": 0.73701, "pivot_pooled": 0.69314, "pivot_raw": 0.68557, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 5e-05, "gen_tokens": 108, "item_id": "gsm8kpl-1285", "marked_mass_band": 0.39478, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75602, "pivot_excess": 0.7569, "pivot_norm": 0.81648, "pivot_pooled": 0.77415, "pivot_raw": 0.75696, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 199, "item_id": "gsm8kpl-1290", "marked_mass_band": 0.3402, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75297, "pivot_excess": 0.72251, "pivot_norm": 0.77813, "pivot_pooled": 0.73281, "pivot_raw": 0.72251, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03675, "gen_tokens": 165, "item_id": "gsm8kpl-1292", "marked_mass_band": 0.40213, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7298, "pivot_excess": 0.69751, "pivot_norm": 0.79122, "pivot_pooled": 0.76824, "pivot_raw": 0.73426, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01924, "gen_tokens": 203, "item_id": "gsm8kpl-1299", "marked_mass_band": 0.38492, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75121, "pivot_excess": 0.74298, "pivot_norm": 0.82234, "pivot_pooled": 0.78578, "pivot_raw": 0.76222, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14024, "gen_tokens": 107, "item_id": "gsm8kpl-1304", "marked_mass_band": 0.40717, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65523, "pivot_excess": 0.53176, "pivot_norm": 0.7219, "pivot_pooled": 0.70133, "pivot_raw": 0.67201, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.142, "gen_tokens": 281, "item_id": "gsm8kpl-1309", "marked_mass_band": 0.3705, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63983, "pivot_excess": 0.54252, "pivot_norm": 0.73583, "pivot_pooled": 0.70021, "pivot_raw": 0.68451, "trace_lang": "mixed"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.12718, "gen_tokens": 453, "item_id": "gsm8kpl-1310", "marked_mass_band": 0.41057, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77871, "pivot_excess": 0.62207, "pivot_norm": 0.80791, "pivot_pooled": 0.77367, "pivot_raw": 0.74926, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01003, "gen_tokens": 214, "item_id": "gsm8kpl-1312", "marked_mass_band": 0.39435, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77637, "pivot_excess": 0.73727, "pivot_norm": 0.80573, "pivot_pooled": 0.76737, "pivot_raw": 0.7473, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.10329, "gen_tokens": 168, "item_id": "gsm8kpl-135", "marked_mass_band": 0.39097, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67698, "pivot_excess": 0.63449, "pivot_norm": 0.79513, "pivot_pooled": 0.7719, "pivot_raw": 0.73778, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07032, "gen_tokens": 317, "item_id": "gsm8kpl-141", "marked_mass_band": 0.37427, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63635, "pivot_excess": 0.6137, "pivot_norm": 0.73527, "pivot_pooled": 0.70119, "pivot_raw": 0.68401, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 178, "item_id": "gsm8kpl-146", "marked_mass_band": 0.33204, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71633, "pivot_excess": 0.72376, "pivot_norm": 0.77952, "pivot_pooled": 0.73325, "pivot_raw": 0.72376, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10542, "gen_tokens": 100, "item_id": "gsm8kpl-149", "marked_mass_band": 0.37698, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6717, "pivot_excess": 0.58154, "pivot_norm": 0.73855, "pivot_pooled": 0.71426, "pivot_raw": 0.68696, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.03629, "gen_tokens": 740, "item_id": "gsm8kpl-153", "marked_mass_band": 0.37312, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7145, "pivot_excess": 0.68648, "pivot_norm": 0.77842, "pivot_pooled": 0.74112, "pivot_raw": 0.72277, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 192, "item_id": "gsm8kpl-165", "marked_mass_band": 0.39522, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67337, "pivot_excess": 0.68873, "pivot_norm": 0.74052, "pivot_pooled": 0.71323, "pivot_raw": 0.68873, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04527, "gen_tokens": 243, "item_id": "gsm8kpl-167", "marked_mass_band": 0.44364, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72045, "pivot_excess": 0.66405, "pivot_norm": 0.76345, "pivot_pooled": 0.73103, "pivot_raw": 0.70932, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.16689, "gen_tokens": 49, "item_id": "gsm8kpl-168", "marked_mass_band": 0.36281, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72275, "pivot_excess": 0.56617, "pivot_norm": 0.78988, "pivot_pooled": 0.74851, "pivot_raw": 0.73306, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04788, "gen_tokens": 246, "item_id": "gsm8kpl-170", "marked_mass_band": 0.37701, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65388, "pivot_excess": 0.64222, "pivot_norm": 0.74204, "pivot_pooled": 0.71219, "pivot_raw": 0.6901, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01271, "gen_tokens": 332, "item_id": "gsm8kpl-174", "marked_mass_band": 0.40812, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80838, "pivot_excess": 0.78081, "pivot_norm": 0.85719, "pivot_pooled": 0.80065, "pivot_raw": 0.79352, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.01259, "gen_tokens": 260, "item_id": "gsm8kpl-177", "marked_mass_band": 0.4024, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70499, "pivot_excess": 0.70342, "pivot_norm": 0.7709, "pivot_pooled": 0.74054, "pivot_raw": 0.71602, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00833, "gen_tokens": 330, "item_id": "gsm8kpl-183", "marked_mass_band": 0.39936, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83651, "pivot_excess": 0.76628, "pivot_norm": 0.83614, "pivot_pooled": 0.78455, "pivot_raw": 0.77461, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01796, "gen_tokens": 547, "item_id": "gsm8kpl-184", "marked_mass_band": 0.3773, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78081, "pivot_excess": 0.74063, "pivot_norm": 0.8183, "pivot_pooled": 0.77421, "pivot_raw": 0.75859, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00925, "gen_tokens": 197, "item_id": "gsm8kpl-190", "marked_mass_band": 0.40454, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.85131, "pivot_excess": 0.79203, "pivot_norm": 0.86584, "pivot_pooled": 0.81213, "pivot_raw": 0.80128, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03783, "gen_tokens": 319, "item_id": "gsm8kpl-193", "marked_mass_band": 0.37864, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7224, "pivot_excess": 0.70206, "pivot_norm": 0.79748, "pivot_pooled": 0.74989, "pivot_raw": 0.73989, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06961, "gen_tokens": 552, "item_id": "gsm8kpl-20", "marked_mass_band": 0.35494, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68609, "pivot_excess": 0.62224, "pivot_norm": 0.74399, "pivot_pooled": 0.70401, "pivot_raw": 0.69185, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00877, "gen_tokens": 256, "item_id": "gsm8kpl-203", "marked_mass_band": 0.41614, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64148, "pivot_excess": 0.70526, "pivot_norm": 0.76869, "pivot_pooled": 0.72428, "pivot_raw": 0.71403, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 286, "item_id": "gsm8kpl-206", "marked_mass_band": 0.37288, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7127, "pivot_excess": 0.73196, "pivot_norm": 0.78866, "pivot_pooled": 0.74095, "pivot_raw": 0.73196, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 170, "item_id": "gsm8kpl-213", "marked_mass_band": 0.34959, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61291, "pivot_excess": 0.66841, "pivot_norm": 0.7179, "pivot_pooled": 0.68557, "pivot_raw": 0.66841, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 57, "item_id": "gsm8kpl-217", "marked_mass_band": 0.37542, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7824, "pivot_excess": 0.76269, "pivot_norm": 0.82287, "pivot_pooled": 0.77378, "pivot_raw": 0.76269, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01645, "gen_tokens": 126, "item_id": "gsm8kpl-221", "marked_mass_band": 0.36029, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67347, "pivot_excess": 0.71491, "pivot_norm": 0.78799, "pivot_pooled": 0.75889, "pivot_raw": 0.73137, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04246, "gen_tokens": 139, "item_id": "gsm8kpl-237", "marked_mass_band": 0.37598, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78487, "pivot_excess": 0.6767, "pivot_norm": 0.77441, "pivot_pooled": 0.73304, "pivot_raw": 0.71917, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 269, "item_id": "gsm8kpl-239", "marked_mass_band": 0.35065, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68701, "pivot_excess": 0.73101, "pivot_norm": 0.7876, "pivot_pooled": 0.74328, "pivot_raw": 0.73101, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07946, "gen_tokens": 227, "item_id": "gsm8kpl-240", "marked_mass_band": 0.40383, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68965, "pivot_excess": 0.63414, "pivot_norm": 0.76821, "pivot_pooled": 0.73747, "pivot_raw": 0.71359, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03248, "gen_tokens": 259, "item_id": "gsm8kpl-242", "marked_mass_band": 0.38713, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76838, "pivot_excess": 0.71847, "pivot_norm": 0.80979, "pivot_pooled": 0.7683, "pivot_raw": 0.75095, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 153, "item_id": "gsm8kpl-245", "marked_mass_band": 0.37734, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77915, "pivot_excess": 0.76046, "pivot_norm": 0.82038, "pivot_pooled": 0.78198, "pivot_raw": 0.76046, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01135, "gen_tokens": 277, "item_id": "gsm8kpl-246", "marked_mass_band": 0.41035, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70692, "pivot_excess": 0.68523, "pivot_norm": 0.74927, "pivot_pooled": 0.71709, "pivot_raw": 0.69658, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04238, "gen_tokens": 127, "item_id": "gsm8kpl-248", "marked_mass_band": 0.3719, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76944, "pivot_excess": 0.71558, "pivot_norm": 0.8176, "pivot_pooled": 0.77679, "pivot_raw": 0.75796, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04481, "gen_tokens": 261, "item_id": "gsm8kpl-249", "marked_mass_band": 0.37332, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70735, "pivot_excess": 0.66989, "pivot_norm": 0.76944, "pivot_pooled": 0.73646, "pivot_raw": 0.7147, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03986, "gen_tokens": 105, "item_id": "gsm8kpl-253", "marked_mass_band": 0.36901, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62496, "pivot_excess": 0.64986, "pivot_norm": 0.74162, "pivot_pooled": 0.7008, "pivot_raw": 0.68972, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 214, "item_id": "gsm8kpl-255", "marked_mass_band": 0.36353, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67464, "pivot_excess": 0.73647, "pivot_norm": 0.79367, "pivot_pooled": 0.74424, "pivot_raw": 0.73647, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.05446, "gen_tokens": 293, "item_id": "gsm8kpl-259", "marked_mass_band": 0.38669, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69664, "pivot_excess": 0.65795, "pivot_norm": 0.76688, "pivot_pooled": 0.73929, "pivot_raw": 0.71241, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01546, "gen_tokens": 138, "item_id": "gsm8kpl-27", "marked_mass_band": 0.4025, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77227, "pivot_excess": 0.73455, "pivot_norm": 0.80876, "pivot_pooled": 0.76786, "pivot_raw": 0.75001, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 101, "item_id": "gsm8kpl-278", "marked_mass_band": 0.44756, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77557, "pivot_excess": 0.74499, "pivot_norm": 0.80317, "pivot_pooled": 0.76746, "pivot_raw": 0.74499, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05035, "gen_tokens": 234, "item_id": "gsm8kpl-279", "marked_mass_band": 0.4147, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68114, "pivot_excess": 0.64025, "pivot_norm": 0.7426, "pivot_pooled": 0.71425, "pivot_raw": 0.69059, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04078, "gen_tokens": 176, "item_id": "gsm8kpl-282", "marked_mass_band": 0.42252, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72952, "pivot_excess": 0.70344, "pivot_norm": 0.8023, "pivot_pooled": 0.76947, "pivot_raw": 0.74422, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00096, "gen_tokens": 131, "item_id": "gsm8kpl-286", "marked_mass_band": 0.41134, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7716, "pivot_excess": 0.73122, "pivot_norm": 0.7889, "pivot_pooled": 0.75667, "pivot_raw": 0.73218, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 2e-05, "gen_tokens": 219, "item_id": "gsm8kpl-292", "marked_mass_band": 0.42729, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83003, "pivot_excess": 0.77202, "pivot_norm": 0.83328, "pivot_pooled": 0.78034, "pivot_raw": 0.77204, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.07174, "gen_tokens": 181, "item_id": "gsm8kpl-298", "marked_mass_band": 0.36784, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74313, "pivot_excess": 0.66154, "pivot_norm": 0.79013, "pivot_pooled": 0.75193, "pivot_raw": 0.73328, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00721, "gen_tokens": 603, "item_id": "gsm8kpl-301", "marked_mass_band": 0.36945, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79317, "pivot_excess": 0.75157, "pivot_norm": 0.81852, "pivot_pooled": 0.76981, "pivot_raw": 0.75878, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08056, "gen_tokens": 336, "item_id": "gsm8kpl-307", "marked_mass_band": 0.35884, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71233, "pivot_excess": 0.63329, "pivot_norm": 0.76848, "pivot_pooled": 0.72737, "pivot_raw": 0.71385, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 200, "item_id": "gsm8kpl-309", "marked_mass_band": 0.3829, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80624, "pivot_excess": 0.76739, "pivot_norm": 0.8281, "pivot_pooled": 0.77127, "pivot_raw": 0.76739, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02373, "gen_tokens": 321, "item_id": "gsm8kpl-314", "marked_mass_band": 0.40072, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75817, "pivot_excess": 0.70905, "pivot_norm": 0.78956, "pivot_pooled": 0.75206, "pivot_raw": 0.73277, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 79, "item_id": "gsm8kpl-321", "marked_mass_band": 0.41334, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56532, "pivot_excess": 0.66552, "pivot_norm": 0.71468, "pivot_pooled": 0.70474, "pivot_raw": 0.66552, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0128, "gen_tokens": 169, "item_id": "gsm8kpl-323", "marked_mass_band": 0.37311, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73636, "pivot_excess": 0.6984, "pivot_norm": 0.76554, "pivot_pooled": 0.72744, "pivot_raw": 0.7112, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 255, "item_id": "gsm8kpl-326", "marked_mass_band": 0.38808, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60164, "pivot_excess": 0.63962, "pivot_norm": 0.68585, "pivot_pooled": 0.64461, "pivot_raw": 0.63962, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 218, "item_id": "gsm8kpl-33", "marked_mass_band": 0.41751, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67233, "pivot_excess": 0.69005, "pivot_norm": 0.74199, "pivot_pooled": 0.7071, "pivot_raw": 0.69005, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04683, "gen_tokens": 120, "item_id": "gsm8kpl-332", "marked_mass_band": 0.3584, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68953, "pivot_excess": 0.64281, "pivot_norm": 0.74153, "pivot_pooled": 0.6901, "pivot_raw": 0.68964, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05987, "gen_tokens": 148, "item_id": "gsm8kpl-34", "marked_mass_band": 0.37778, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68696, "pivot_excess": 0.62802, "pivot_norm": 0.73959, "pivot_pooled": 0.71578, "pivot_raw": 0.68789, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.00013, "gen_tokens": 234, "item_id": "gsm8kpl-340", "marked_mass_band": 0.37923, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.76588, "pivot_excess": 0.73781, "pivot_norm": 0.79532, "pivot_pooled": 0.75032, "pivot_raw": 0.73794, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14976, "gen_tokens": 133, "item_id": "gsm8kpl-36", "marked_mass_band": 0.41378, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80171, "pivot_excess": 0.62229, "pivot_norm": 0.83328, "pivot_pooled": 0.7944, "pivot_raw": 0.77204, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 90, "item_id": "gsm8kpl-365", "marked_mass_band": 0.40474, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67203, "pivot_excess": 0.71962, "pivot_norm": 0.77491, "pivot_pooled": 0.73069, "pivot_raw": 0.71962, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.04695, "gen_tokens": 274, "item_id": "gsm8kpl-368", "marked_mass_band": 0.36264, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67248, "pivot_excess": 0.66701, "pivot_norm": 0.76861, "pivot_pooled": 0.7331, "pivot_raw": 0.71396, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 177, "item_id": "gsm8kpl-373", "marked_mass_band": 0.34605, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72414, "pivot_excess": 0.72644, "pivot_norm": 0.78251, "pivot_pooled": 0.73854, "pivot_raw": 0.72644, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01893, "gen_tokens": 212, "item_id": "gsm8kpl-378", "marked_mass_band": 0.34095, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76294, "pivot_excess": 0.73832, "pivot_norm": 0.81682, "pivot_pooled": 0.76371, "pivot_raw": 0.75725, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01193, "gen_tokens": 294, "item_id": "gsm8kpl-383", "marked_mass_band": 0.39293, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70567, "pivot_excess": 0.7057, "pivot_norm": 0.7727, "pivot_pooled": 0.73517, "pivot_raw": 0.71763, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01431, "gen_tokens": 286, "item_id": "gsm8kpl-384", "marked_mass_band": 0.39512, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72895, "pivot_excess": 0.71061, "pivot_norm": 0.78081, "pivot_pooled": 0.73975, "pivot_raw": 0.72492, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 191, "item_id": "gsm8kpl-386", "marked_mass_band": 0.40341, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79589, "pivot_excess": 0.7665, "pivot_norm": 0.82711, "pivot_pooled": 0.78242, "pivot_raw": 0.7665, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04844, "gen_tokens": 203, "item_id": "gsm8kpl-389", "marked_mass_band": 0.39549, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71093, "pivot_excess": 0.64602, "pivot_norm": 0.74689, "pivot_pooled": 0.71233, "pivot_raw": 0.69445, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 2e-05, "gen_tokens": 202, "item_id": "gsm8kpl-398", "marked_mass_band": 0.34894, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67223, "pivot_excess": 0.73318, "pivot_norm": 0.79003, "pivot_pooled": 0.74153, "pivot_raw": 0.7332, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0068, "gen_tokens": 107, "item_id": "gsm8kpl-400", "marked_mass_band": 0.38868, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80597, "pivot_excess": 0.76789, "pivot_norm": 0.83623, "pivot_pooled": 0.79842, "pivot_raw": 0.77469, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03545, "gen_tokens": 274, "item_id": "gsm8kpl-402", "marked_mass_band": 0.38049, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72865, "pivot_excess": 0.66786, "pivot_norm": 0.75675, "pivot_pooled": 0.72115, "pivot_raw": 0.70331, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.009, "gen_tokens": 461, "item_id": "gsm8kpl-403", "marked_mass_band": 0.38803, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72031, "pivot_excess": 0.70431, "pivot_norm": 0.76789, "pivot_pooled": 0.73324, "pivot_raw": 0.71331, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04183, "gen_tokens": 228, "item_id": "gsm8kpl-407", "marked_mass_band": 0.3927, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71251, "pivot_excess": 0.66974, "pivot_norm": 0.76595, "pivot_pooled": 0.73467, "pivot_raw": 0.71157, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01927, "gen_tokens": 275, "item_id": "gsm8kpl-41", "marked_mass_band": 0.37014, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75407, "pivot_excess": 0.72895, "pivot_norm": 0.80676, "pivot_pooled": 0.75866, "pivot_raw": 0.74822, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00532, "gen_tokens": 506, "item_id": "gsm8kpl-417", "marked_mass_band": 0.37827, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80277, "pivot_excess": 0.77702, "pivot_norm": 0.84474, "pivot_pooled": 0.79408, "pivot_raw": 0.78233, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.08406, "gen_tokens": 374, "item_id": "gsm8kpl-423", "marked_mass_band": 0.38503, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.56806, "pivot_excess": 0.55295, "pivot_norm": 0.68294, "pivot_pooled": 0.66554, "pivot_raw": 0.63701, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00995, "gen_tokens": 230, "item_id": "gsm8kpl-424", "marked_mass_band": 0.39453, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72528, "pivot_excess": 0.73774, "pivot_norm": 0.80616, "pivot_pooled": 0.74966, "pivot_raw": 0.74769, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.18822, "gen_tokens": 257, "item_id": "gsm8kpl-428", "marked_mass_band": 0.40017, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.6538, "pivot_excess": 0.47252, "pivot_norm": 0.70936, "pivot_pooled": 0.67617, "pivot_raw": 0.66074, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02462, "gen_tokens": 292, "item_id": "gsm8kpl-43", "marked_mass_band": 0.42798, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.84642, "pivot_excess": 0.77123, "pivot_norm": 0.85978, "pivot_pooled": 0.82508, "pivot_raw": 0.79584, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03847, "gen_tokens": 194, "item_id": "gsm8kpl-44", "marked_mass_band": 0.34702, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6947, "pivot_excess": 0.64363, "pivot_norm": 0.73314, "pivot_pooled": 0.69027, "pivot_raw": 0.6821, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 211, "item_id": "gsm8kpl-444", "marked_mass_band": 0.40667, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70382, "pivot_excess": 0.69007, "pivot_norm": 0.74201, "pivot_pooled": 0.72873, "pivot_raw": 0.69007, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.01453, "gen_tokens": 315, "item_id": "gsm8kpl-445", "marked_mass_band": 0.41099, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71361, "pivot_excess": 0.69089, "pivot_norm": 0.7591, "pivot_pooled": 0.71646, "pivot_raw": 0.70542, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 338, "item_id": "gsm8kpl-452", "marked_mass_band": 0.37699, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79686, "pivot_excess": 0.75155, "pivot_norm": 0.81046, "pivot_pooled": 0.7751, "pivot_raw": 0.75155, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0138, "gen_tokens": 156, "item_id": "gsm8kpl-457", "marked_mass_band": 0.37696, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73062, "pivot_excess": 0.71345, "pivot_norm": 0.78341, "pivot_pooled": 0.74479, "pivot_raw": 0.72725, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 156, "item_id": "gsm8kpl-461", "marked_mass_band": 0.39187, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65187, "pivot_excess": 0.69536, "pivot_norm": 0.74791, "pivot_pooled": 0.72023, "pivot_raw": 0.69536, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04756, "gen_tokens": 285, "item_id": "gsm8kpl-466", "marked_mass_band": 0.37517, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63397, "pivot_excess": 0.60344, "pivot_norm": 0.69852, "pivot_pooled": 0.67508, "pivot_raw": 0.651, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05331, "gen_tokens": 162, "item_id": "gsm8kpl-472", "marked_mass_band": 0.42041, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80669, "pivot_excess": 0.71939, "pivot_norm": 0.83401, "pivot_pooled": 0.79018, "pivot_raw": 0.7727, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02272, "gen_tokens": 153, "item_id": "gsm8kpl-476", "marked_mass_band": 0.40548, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73179, "pivot_excess": 0.71381, "pivot_norm": 0.79375, "pivot_pooled": 0.75984, "pivot_raw": 0.73653, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 186, "item_id": "gsm8kpl-488", "marked_mass_band": 0.39274, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66666, "pivot_excess": 0.67428, "pivot_norm": 0.72444, "pivot_pooled": 0.68164, "pivot_raw": 0.67428, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 90, "item_id": "gsm8kpl-490", "marked_mass_band": 0.38974, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81974, "pivot_excess": 0.76591, "pivot_norm": 0.82645, "pivot_pooled": 0.77534, "pivot_raw": 0.76591, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01139, "gen_tokens": 354, "item_id": "gsm8kpl-493", "marked_mass_band": 0.37325, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74829, "pivot_excess": 0.70619, "pivot_norm": 0.77264, "pivot_pooled": 0.73984, "pivot_raw": 0.71758, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04562, "gen_tokens": 155, "item_id": "gsm8kpl-498", "marked_mass_band": 0.35649, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68216, "pivot_excess": 0.67164, "pivot_norm": 0.77228, "pivot_pooled": 0.73234, "pivot_raw": 0.71726, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 177, "item_id": "gsm8kpl-51", "marked_mass_band": 0.38175, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80819, "pivot_excess": 0.74263, "pivot_norm": 0.80054, "pivot_pooled": 0.76956, "pivot_raw": 0.74263, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01599, "gen_tokens": 179, "item_id": "gsm8kpl-520", "marked_mass_band": 0.36399, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73138, "pivot_excess": 0.72759, "pivot_norm": 0.80159, "pivot_pooled": 0.74532, "pivot_raw": 0.74358, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05318, "gen_tokens": 189, "item_id": "gsm8kpl-525", "marked_mass_band": 0.38029, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79, "pivot_excess": 0.69723, "pivot_norm": 0.8092, "pivot_pooled": 0.7669, "pivot_raw": 0.75041, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08729, "gen_tokens": 286, "item_id": "gsm8kpl-528", "marked_mass_band": 0.37433, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72312, "pivot_excess": 0.63999, "pivot_norm": 0.78344, "pivot_pooled": 0.74287, "pivot_raw": 0.72728, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00911, "gen_tokens": 435, "item_id": "gsm8kpl-530", "marked_mass_band": 0.37145, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79971, "pivot_excess": 0.7574, "pivot_norm": 0.82713, "pivot_pooled": 0.78773, "pivot_raw": 0.76652, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 301, "item_id": "gsm8kpl-531", "marked_mass_band": 0.38002, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61646, "pivot_excess": 0.67006, "pivot_norm": 0.71973, "pivot_pooled": 0.67675, "pivot_raw": 0.67006, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 243, "item_id": "gsm8kpl-537", "marked_mass_band": 0.37428, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71935, "pivot_excess": 0.71, "pivot_norm": 0.7642, "pivot_pooled": 0.71946, "pivot_raw": 0.71, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08334, "gen_tokens": 169, "item_id": "gsm8kpl-543", "marked_mass_band": 0.39965, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79021, "pivot_excess": 0.69031, "pivot_norm": 0.83506, "pivot_pooled": 0.79087, "pivot_raw": 0.77364, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14936, "gen_tokens": 160, "item_id": "gsm8kpl-544", "marked_mass_band": 0.36468, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70275, "pivot_excess": 0.51375, "pivot_norm": 0.712, "pivot_pooled": 0.67742, "pivot_raw": 0.66311, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.04569, "gen_tokens": 237, "item_id": "gsm8kpl-558", "marked_mass_band": 0.36868, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68319, "pivot_excess": 0.65636, "pivot_norm": 0.75536, "pivot_pooled": 0.73249, "pivot_raw": 0.70206, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 226, "item_id": "gsm8kpl-563", "marked_mass_band": 0.42399, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80018, "pivot_excess": 0.76296, "pivot_norm": 0.82317, "pivot_pooled": 0.7746, "pivot_raw": 0.76296, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00805, "gen_tokens": 265, "item_id": "gsm8kpl-564", "marked_mass_band": 0.38293, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77359, "pivot_excess": 0.74812, "pivot_norm": 0.81561, "pivot_pooled": 0.77448, "pivot_raw": 0.75617, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 238, "item_id": "gsm8kpl-581", "marked_mass_band": 0.43285, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82234, "pivot_excess": 0.77655, "pivot_norm": 0.8383, "pivot_pooled": 0.79144, "pivot_raw": 0.77655, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11365, "gen_tokens": 261, "item_id": "gsm8kpl-592", "marked_mass_band": 0.37361, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74138, "pivot_excess": 0.59207, "pivot_norm": 0.75943, "pivot_pooled": 0.72951, "pivot_raw": 0.70571, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02052, "gen_tokens": 191, "item_id": "gsm8kpl-594", "marked_mass_band": 0.40809, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78439, "pivot_excess": 0.74778, "pivot_norm": 0.82912, "pivot_pooled": 0.79293, "pivot_raw": 0.7683, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 208, "item_id": "gsm8kpl-599", "marked_mass_band": 0.41794, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.86473, "pivot_excess": 0.81568, "pivot_norm": 0.88186, "pivot_pooled": 0.82421, "pivot_raw": 0.81568, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 98, "item_id": "gsm8kpl-600", "marked_mass_band": 0.33933, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69016, "pivot_excess": 0.69713, "pivot_norm": 0.74987, "pivot_pooled": 0.70979, "pivot_raw": 0.69713, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0408, "gen_tokens": 338, "item_id": "gsm8kpl-607", "marked_mass_band": 0.3568, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70647, "pivot_excess": 0.65945, "pivot_norm": 0.75335, "pivot_pooled": 0.71015, "pivot_raw": 0.70025, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 168, "item_id": "gsm8kpl-614", "marked_mass_band": 0.41693, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82717, "pivot_excess": 0.76506, "pivot_norm": 0.82551, "pivot_pooled": 0.78485, "pivot_raw": 0.76506, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 116, "item_id": "gsm8kpl-616", "marked_mass_band": 0.3301, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61826, "pivot_excess": 0.6712, "pivot_norm": 0.72101, "pivot_pooled": 0.6809, "pivot_raw": 0.6712, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 144, "item_id": "gsm8kpl-617", "marked_mass_band": 0.41862, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72068, "pivot_excess": 0.7666, "pivot_norm": 0.82722, "pivot_pooled": 0.78021, "pivot_raw": 0.7666, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 150, "item_id": "gsm8kpl-621", "marked_mass_band": 0.38872, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74903, "pivot_excess": 0.73147, "pivot_norm": 0.78811, "pivot_pooled": 0.75227, "pivot_raw": 0.73147, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02924, "gen_tokens": 149, "item_id": "gsm8kpl-623", "marked_mass_band": 0.46153, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79703, "pivot_excess": 0.72303, "pivot_norm": 0.81126, "pivot_pooled": 0.77212, "pivot_raw": 0.75226, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 160, "item_id": "gsm8kpl-632", "marked_mass_band": 0.35715, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68594, "pivot_excess": 0.73476, "pivot_norm": 0.79177, "pivot_pooled": 0.74459, "pivot_raw": 0.73476, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09486, "gen_tokens": 130, "item_id": "gsm8kpl-634", "marked_mass_band": 0.35458, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50569, "pivot_excess": 0.54092, "pivot_norm": 0.68157, "pivot_pooled": 0.65415, "pivot_raw": 0.63578, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 193, "item_id": "gsm8kpl-643", "marked_mass_band": 0.40149, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73065, "pivot_excess": 0.70294, "pivot_norm": 0.75634, "pivot_pooled": 0.71157, "pivot_raw": 0.70294, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 239, "item_id": "gsm8kpl-66", "marked_mass_band": 0.39984, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75018, "pivot_excess": 0.73726, "pivot_norm": 0.79456, "pivot_pooled": 0.75153, "pivot_raw": 0.73726, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 319, "item_id": "gsm8kpl-660", "marked_mass_band": 0.39796, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72739, "pivot_excess": 0.72301, "pivot_norm": 0.77869, "pivot_pooled": 0.73899, "pivot_raw": 0.72301, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0514, "gen_tokens": 314, "item_id": "gsm8kpl-666", "marked_mass_band": 0.39412, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6982, "pivot_excess": 0.65384, "pivot_norm": 0.7589, "pivot_pooled": 0.72242, "pivot_raw": 0.70524, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 280, "item_id": "gsm8kpl-671", "marked_mass_band": 0.37394, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74676, "pivot_excess": 0.74487, "pivot_norm": 0.80303, "pivot_pooled": 0.76095, "pivot_raw": 0.74487, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 246, "item_id": "gsm8kpl-679", "marked_mass_band": 0.39397, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7489, "pivot_excess": 0.74142, "pivot_norm": 0.79918, "pivot_pooled": 0.75267, "pivot_raw": 0.74142, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02005, "gen_tokens": 271, "item_id": "gsm8kpl-681", "marked_mass_band": 0.36821, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62626, "pivot_excess": 0.6612, "pivot_norm": 0.7322, "pivot_pooled": 0.69524, "pivot_raw": 0.68125, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 346, "item_id": "gsm8kpl-687", "marked_mass_band": 0.40092, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69812, "pivot_excess": 0.65515, "pivot_norm": 0.70313, "pivot_pooled": 0.66852, "pivot_raw": 0.65515, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03992, "gen_tokens": 332, "item_id": "gsm8kpl-690", "marked_mass_band": 0.38721, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72096, "pivot_excess": 0.68822, "pivot_norm": 0.7844, "pivot_pooled": 0.74741, "pivot_raw": 0.72814, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.03856, "gen_tokens": 234, "item_id": "gsm8kpl-7", "marked_mass_band": 0.38537, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.83724, "pivot_excess": 0.73735, "pivot_norm": 0.83759, "pivot_pooled": 0.78542, "pivot_raw": 0.77591, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00802, "gen_tokens": 233, "item_id": "gsm8kpl-70", "marked_mass_band": 0.41684, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80602, "pivot_excess": 0.73432, "pivot_norm": 0.80021, "pivot_pooled": 0.76171, "pivot_raw": 0.74234, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 305, "item_id": "gsm8kpl-701", "marked_mass_band": 0.40211, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76564, "pivot_excess": 0.76853, "pivot_norm": 0.82937, "pivot_pooled": 0.77747, "pivot_raw": 0.76853, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 154, "item_id": "gsm8kpl-703", "marked_mass_band": 0.33638, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57455, "pivot_excess": 0.71519, "pivot_norm": 0.76998, "pivot_pooled": 0.73228, "pivot_raw": 0.71519, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 246, "item_id": "gsm8kpl-707", "marked_mass_band": 0.34188, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70457, "pivot_excess": 0.70484, "pivot_norm": 0.75846, "pivot_pooled": 0.71124, "pivot_raw": 0.70484, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00436, "gen_tokens": 418, "item_id": "gsm8kpl-709", "marked_mass_band": 0.37952, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74165, "pivot_excess": 0.75794, "pivot_norm": 0.82243, "pivot_pooled": 0.76644, "pivot_raw": 0.7623, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 101, "item_id": "gsm8kpl-71", "marked_mass_band": 0.37945, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67909, "pivot_excess": 0.70245, "pivot_norm": 0.7558, "pivot_pooled": 0.72834, "pivot_raw": 0.70245, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04849, "gen_tokens": 319, "item_id": "gsm8kpl-712", "marked_mass_band": 0.39658, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79051, "pivot_excess": 0.71774, "pivot_norm": 0.82681, "pivot_pooled": 0.78727, "pivot_raw": 0.76623, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05682, "gen_tokens": 121, "item_id": "gsm8kpl-719", "marked_mass_band": 0.31258, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66844, "pivot_excess": 0.61733, "pivot_norm": 0.72428, "pivot_pooled": 0.67766, "pivot_raw": 0.67415, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 436, "item_id": "gsm8kpl-721", "marked_mass_band": 0.3633, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82996, "pivot_excess": 0.7858, "pivot_norm": 0.8486, "pivot_pooled": 0.79798, "pivot_raw": 0.7858, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 280, "item_id": "gsm8kpl-727", "marked_mass_band": 0.36614, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69385, "pivot_excess": 0.70988, "pivot_norm": 0.76407, "pivot_pooled": 0.72883, "pivot_raw": 0.70988, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 252, "item_id": "gsm8kpl-742", "marked_mass_band": 0.38529, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78927, "pivot_excess": 0.75108, "pivot_norm": 0.80994, "pivot_pooled": 0.76921, "pivot_raw": 0.75108, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06818, "gen_tokens": 423, "item_id": "gsm8kpl-750", "marked_mass_band": 0.41742, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82769, "pivot_excess": 0.71937, "pivot_norm": 0.85055, "pivot_pooled": 0.80285, "pivot_raw": 0.78755, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09662, "gen_tokens": 246, "item_id": "gsm8kpl-761", "marked_mass_band": 0.40209, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61666, "pivot_excess": 0.5788, "pivot_norm": 0.72569, "pivot_pooled": 0.68831, "pivot_raw": 0.67541, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06819, "gen_tokens": 126, "item_id": "gsm8kpl-762", "marked_mass_band": 0.38281, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75506, "pivot_excess": 0.60689, "pivot_norm": 0.72532, "pivot_pooled": 0.69255, "pivot_raw": 0.67508, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 116, "item_id": "gsm8kpl-767", "marked_mass_band": 0.38312, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60417, "pivot_excess": 0.64141, "pivot_norm": 0.68784, "pivot_pooled": 0.64463, "pivot_raw": 0.64141, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 210, "item_id": "gsm8kpl-768", "marked_mass_band": 0.39078, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68667, "pivot_excess": 0.6907, "pivot_norm": 0.74272, "pivot_pooled": 0.71373, "pivot_raw": 0.6907, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02265, "gen_tokens": 202, "item_id": "gsm8kpl-774", "marked_mass_band": 0.40356, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80118, "pivot_excess": 0.73331, "pivot_norm": 0.81537, "pivot_pooled": 0.79119, "pivot_raw": 0.75595, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 303, "item_id": "gsm8kpl-775", "marked_mass_band": 0.39605, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81944, "pivot_excess": 0.79624, "pivot_norm": 0.86023, "pivot_pooled": 0.80849, "pivot_raw": 0.79624, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.00573, "gen_tokens": 485, "item_id": "gsm8kpl-777", "marked_mass_band": 0.38884, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66354, "pivot_excess": 0.67076, "pivot_norm": 0.72689, "pivot_pooled": 0.69021, "pivot_raw": 0.67649, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01237, "gen_tokens": 228, "item_id": "gsm8kpl-778", "marked_mass_band": 0.40839, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8497, "pivot_excess": 0.81763, "pivot_norm": 0.89781, "pivot_pooled": 0.84275, "pivot_raw": 0.83, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01275, "gen_tokens": 248, "item_id": "gsm8kpl-785", "marked_mass_band": 0.37184, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69686, "pivot_excess": 0.68088, "pivot_norm": 0.74598, "pivot_pooled": 0.70935, "pivot_raw": 0.69363, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02343, "gen_tokens": 194, "item_id": "gsm8kpl-788", "marked_mass_band": 0.42907, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76876, "pivot_excess": 0.70307, "pivot_norm": 0.78258, "pivot_pooled": 0.74661, "pivot_raw": 0.72651, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 213, "item_id": "gsm8kpl-789", "marked_mass_band": 0.42349, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78255, "pivot_excess": 0.73668, "pivot_norm": 0.7939, "pivot_pooled": 0.76212, "pivot_raw": 0.73668, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05661, "gen_tokens": 156, "item_id": "gsm8kpl-797", "marked_mass_band": 0.37305, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83049, "pivot_excess": 0.73252, "pivot_norm": 0.8523, "pivot_pooled": 0.80332, "pivot_raw": 0.78913, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 162, "item_id": "gsm8kpl-799", "marked_mass_band": 0.40918, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79242, "pivot_excess": 0.76781, "pivot_norm": 0.82856, "pivot_pooled": 0.79114, "pivot_raw": 0.76781, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.046, "gen_tokens": 385, "item_id": "gsm8kpl-802", "marked_mass_band": 0.38508, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74224, "pivot_excess": 0.68095, "pivot_norm": 0.78307, "pivot_pooled": 0.74088, "pivot_raw": 0.72695, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 1208, "item_id": "gsm8kpl-812", "marked_mass_band": 0.34937, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.77684, "pivot_excess": 0.75392, "pivot_norm": 0.81311, "pivot_pooled": 0.75522, "pivot_raw": 0.75392, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01252, "gen_tokens": 266, "item_id": "gsm8kpl-813", "marked_mass_band": 0.38327, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78603, "pivot_excess": 0.74597, "pivot_norm": 0.81819, "pivot_pooled": 0.77134, "pivot_raw": 0.75849, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01759, "gen_tokens": 412, "item_id": "gsm8kpl-815", "marked_mass_band": 0.40939, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75395, "pivot_excess": 0.71723, "pivot_norm": 0.79184, "pivot_pooled": 0.75059, "pivot_raw": 0.73483, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 3e-05, "gen_tokens": 154, "item_id": "gsm8kpl-822", "marked_mass_band": 0.40427, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83019, "pivot_excess": 0.76541, "pivot_norm": 0.82593, "pivot_pooled": 0.79124, "pivot_raw": 0.76544, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 199, "item_id": "gsm8kpl-826", "marked_mass_band": 0.35957, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68066, "pivot_excess": 0.70762, "pivot_norm": 0.76155, "pivot_pooled": 0.72259, "pivot_raw": 0.70762, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03247, "gen_tokens": 341, "item_id": "gsm8kpl-827", "marked_mass_band": 0.41639, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75674, "pivot_excess": 0.69652, "pivot_norm": 0.78535, "pivot_pooled": 0.75818, "pivot_raw": 0.729, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01785, "gen_tokens": 290, "item_id": "gsm8kpl-833", "marked_mass_band": 0.40043, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.759, "pivot_excess": 0.72493, "pivot_norm": 0.8007, "pivot_pooled": 0.75416, "pivot_raw": 0.74278, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 295, "item_id": "gsm8kpl-848", "marked_mass_band": 0.38561, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73419, "pivot_excess": 0.7448, "pivot_norm": 0.80295, "pivot_pooled": 0.7558, "pivot_raw": 0.7448, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 164, "item_id": "gsm8kpl-849", "marked_mass_band": 0.39164, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81155, "pivot_excess": 0.77891, "pivot_norm": 0.84093, "pivot_pooled": 0.79694, "pivot_raw": 0.77891, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01832, "gen_tokens": 355, "item_id": "gsm8kpl-858", "marked_mass_band": 0.35602, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65006, "pivot_excess": 0.65074, "pivot_norm": 0.71862, "pivot_pooled": 0.68285, "pivot_raw": 0.66906, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05014, "gen_tokens": 177, "item_id": "gsm8kpl-861", "marked_mass_band": 0.3793, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73823, "pivot_excess": 0.65895, "pivot_norm": 0.7632, "pivot_pooled": 0.71736, "pivot_raw": 0.7091, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 244, "item_id": "gsm8kpl-865", "marked_mass_band": 0.37137, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75196, "pivot_excess": 0.75285, "pivot_norm": 0.81191, "pivot_pooled": 0.75989, "pivot_raw": 0.75285, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02527, "gen_tokens": 174, "item_id": "gsm8kpl-868", "marked_mass_band": 0.37386, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74686, "pivot_excess": 0.70814, "pivot_norm": 0.79026, "pivot_pooled": 0.74257, "pivot_raw": 0.73341, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.01155, "gen_tokens": 710, "item_id": "gsm8kpl-87", "marked_mass_band": 0.39394, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7353, "pivot_excess": 0.67536, "pivot_norm": 0.7385, "pivot_pooled": 0.70443, "pivot_raw": 0.68691, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0442, "gen_tokens": 227, "item_id": "gsm8kpl-88", "marked_mass_band": 0.41788, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73508, "pivot_excess": 0.66283, "pivot_norm": 0.76089, "pivot_pooled": 0.72419, "pivot_raw": 0.70703, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02514, "gen_tokens": 203, "item_id": "gsm8kpl-880", "marked_mass_band": 0.41174, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77195, "pivot_excess": 0.71446, "pivot_norm": 0.79717, "pivot_pooled": 0.75888, "pivot_raw": 0.73961, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02273, "gen_tokens": 263, "item_id": "gsm8kpl-889", "marked_mass_band": 0.36583, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76106, "pivot_excess": 0.69975, "pivot_norm": 0.7781, "pivot_pooled": 0.72944, "pivot_raw": 0.72249, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 233, "item_id": "gsm8kpl-890", "marked_mass_band": 0.39473, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69779, "pivot_excess": 0.71898, "pivot_norm": 0.7742, "pivot_pooled": 0.73846, "pivot_raw": 0.71898, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08741, "gen_tokens": 296, "item_id": "gsm8kpl-891", "marked_mass_band": 0.37807, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73224, "pivot_excess": 0.61885, "pivot_norm": 0.76005, "pivot_pooled": 0.71923, "pivot_raw": 0.70627, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09707, "gen_tokens": 93, "item_id": "gsm8kpl-895", "marked_mass_band": 0.41348, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.84058, "pivot_excess": 0.68218, "pivot_norm": 0.8413, "pivot_pooled": 0.80664, "pivot_raw": 0.77925, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01117, "gen_tokens": 224, "item_id": "gsm8kpl-9", "marked_mass_band": 0.41247, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77488, "pivot_excess": 0.76, "pivot_norm": 0.83231, "pivot_pooled": 0.79166, "pivot_raw": 0.77117, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 326, "item_id": "gsm8kpl-90", "marked_mass_band": 0.42431, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79824, "pivot_excess": 0.77564, "pivot_norm": 0.83728, "pivot_pooled": 0.79439, "pivot_raw": 0.77564, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 180, "item_id": "gsm8kpl-906", "marked_mass_band": 0.35465, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63537, "pivot_excess": 0.70094, "pivot_norm": 0.75411, "pivot_pooled": 0.7052, "pivot_raw": 0.70094, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02393, "gen_tokens": 82, "item_id": "gsm8kpl-907", "marked_mass_band": 0.38087, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58233, "pivot_excess": 0.6672, "pivot_norm": 0.7432, "pivot_pooled": 0.73044, "pivot_raw": 0.69113, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09517, "gen_tokens": 192, "item_id": "gsm8kpl-91", "marked_mass_band": 0.37849, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69357, "pivot_excess": 0.60412, "pivot_norm": 0.75228, "pivot_pooled": 0.71251, "pivot_raw": 0.69929, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.00475, "gen_tokens": 265, "item_id": "gsm8kpl-916", "marked_mass_band": 0.40865, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75499, "pivot_excess": 0.75481, "pivot_norm": 0.81939, "pivot_pooled": 0.7769, "pivot_raw": 0.75956, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 207, "item_id": "gsm8kpl-918", "marked_mass_band": 0.40412, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80032, "pivot_excess": 0.75837, "pivot_norm": 0.81805, "pivot_pooled": 0.78167, "pivot_raw": 0.75837, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01295, "gen_tokens": 176, "item_id": "gsm8kpl-922", "marked_mass_band": 0.40121, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76742, "pivot_excess": 0.7211, "pivot_norm": 0.79098, "pivot_pooled": 0.74784, "pivot_raw": 0.73405, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 324, "item_id": "gsm8kpl-924", "marked_mass_band": 0.37818, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8527, "pivot_excess": 0.80173, "pivot_norm": 0.86634, "pivot_pooled": 0.80925, "pivot_raw": 0.80173, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03805, "gen_tokens": 223, "item_id": "gsm8kpl-93", "marked_mass_band": 0.3594, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60728, "pivot_excess": 0.60839, "pivot_norm": 0.69343, "pivot_pooled": 0.65877, "pivot_raw": 0.64643, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00584, "gen_tokens": 314, "item_id": "gsm8kpl-930", "marked_mass_band": 0.3982, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78429, "pivot_excess": 0.75283, "pivot_norm": 0.8184, "pivot_pooled": 0.77696, "pivot_raw": 0.75868, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 486, "item_id": "gsm8kpl-935", "marked_mass_band": 0.41218, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67811, "pivot_excess": 0.68735, "pivot_norm": 0.73899, "pivot_pooled": 0.69975, "pivot_raw": 0.68736, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 331, "item_id": "gsm8kpl-951", "marked_mass_band": 0.38841, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75866, "pivot_excess": 0.75381, "pivot_norm": 0.81298, "pivot_pooled": 0.77083, "pivot_raw": 0.75381, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 219, "item_id": "gsm8kpl-954", "marked_mass_band": 0.35832, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71251, "pivot_excess": 0.71987, "pivot_norm": 0.7752, "pivot_pooled": 0.73047, "pivot_raw": 0.71987, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 347, "item_id": "gsm8kpl-955", "marked_mass_band": 0.39343, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74258, "pivot_excess": 0.73976, "pivot_norm": 0.79734, "pivot_pooled": 0.74664, "pivot_raw": 0.73976, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 384, "item_id": "gsm8kpl-963", "marked_mass_band": 0.41275, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69514, "pivot_excess": 0.72051, "pivot_norm": 0.7759, "pivot_pooled": 0.738, "pivot_raw": 0.72051, "trace_lang": "mixed"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00478, "gen_tokens": 341, "item_id": "gsm8kpl-968", "marked_mass_band": 0.38377, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80584, "pivot_excess": 0.77612, "pivot_norm": 0.84314, "pivot_pooled": 0.78611, "pivot_raw": 0.7809, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00127, "gen_tokens": 61, "item_id": "gsm8kpl-970", "marked_mass_band": 0.40726, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69298, "pivot_excess": 0.73023, "pivot_norm": 0.78814, "pivot_pooled": 0.76271, "pivot_raw": 0.73149, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05482, "gen_tokens": 228, "item_id": "gsm8kpl-975", "marked_mass_band": 0.34165, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69318, "pivot_excess": 0.62559, "pivot_norm": 0.73126, "pivot_pooled": 0.69316, "pivot_raw": 0.68041, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02986, "gen_tokens": 132, "item_id": "gsm8kpl-977", "marked_mass_band": 0.38793, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77498, "pivot_excess": 0.7169, "pivot_norm": 0.80513, "pivot_pooled": 0.76044, "pivot_raw": 0.74676, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03331, "gen_tokens": 176, "item_id": "gsm8kpl-981", "marked_mass_band": 0.33427, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69565, "pivot_excess": 0.70476, "pivot_norm": 0.79546, "pivot_pooled": 0.75638, "pivot_raw": 0.73807, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11249, "gen_tokens": 204, "item_id": "gsm8kpl-983", "marked_mass_band": 0.38223, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71979, "pivot_excess": 0.61755, "pivot_norm": 0.78652, "pivot_pooled": 0.75815, "pivot_raw": 0.73004, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 196, "item_id": "gsm8kpl-987", "marked_mass_band": 0.3764, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73096, "pivot_excess": 0.75918, "pivot_norm": 0.81896, "pivot_pooled": 0.77364, "pivot_raw": 0.75918, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05263, "gen_tokens": 125, "item_id": "gsm8kpl-988", "marked_mass_band": 0.40939, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79709, "pivot_excess": 0.69008, "pivot_norm": 0.80063, "pivot_pooled": 0.76525, "pivot_raw": 0.74271, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02915, "gen_tokens": 401, "item_id": "gsm8kpl-991", "marked_mass_band": 0.34485, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51606, "pivot_excess": 0.5441, "pivot_norm": 0.61195, "pivot_pooled": 0.58422, "pivot_raw": 0.57325, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 287, "item_id": "llmzszl-0", "marked_mass_band": 0.34274, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67528, "pivot_excess": 0.70374, "pivot_norm": 0.84612, "pivot_pooled": 0.70659, "pivot_raw": 0.70374, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 141, "item_id": "llmzszl-1", "marked_mass_band": 0.35199, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.77232, "pivot_excess": 0.7247, "pivot_norm": 0.87221, "pivot_pooled": 0.72704, "pivot_raw": 0.7247, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 640, "item_id": "llmzszl-100", "marked_mass_band": 0.35701, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73479, "pivot_excess": 0.71706, "pivot_norm": 0.8627, "pivot_pooled": 0.72061, "pivot_raw": 0.71706, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01486, "gen_tokens": 289, "item_id": "llmzszl-101", "marked_mass_band": 0.42248, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79919, "pivot_excess": 0.73211, "pivot_norm": 0.89992, "pivot_pooled": 0.75837, "pivot_raw": 0.74697, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05676, "gen_tokens": 882, "item_id": "llmzszl-102", "marked_mass_band": 0.39854, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75139, "pivot_excess": 0.67505, "pivot_norm": 0.88106, "pivot_pooled": 0.74791, "pivot_raw": 0.73181, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 397, "item_id": "llmzszl-103", "marked_mass_band": 0.41301, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72531, "pivot_excess": 0.73806, "pivot_norm": 0.88883, "pivot_pooled": 0.75049, "pivot_raw": 0.73806, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 208, "item_id": "llmzszl-105", "marked_mass_band": 0.40837, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70028, "pivot_excess": 0.72761, "pivot_norm": 0.87583, "pivot_pooled": 0.7405, "pivot_raw": 0.72761, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 4e-05, "gen_tokens": 157, "item_id": "llmzszl-106", "marked_mass_band": 0.35592, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67064, "pivot_excess": 0.70174, "pivot_norm": 0.84368, "pivot_pooled": 0.70622, "pivot_raw": 0.70178, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 92, "item_id": "llmzszl-107", "marked_mass_band": 0.35403, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73393, "pivot_excess": 0.70221, "pivot_norm": 0.84422, "pivot_pooled": 0.71263, "pivot_raw": 0.70221, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 382, "item_id": "llmzszl-11", "marked_mass_band": 0.40543, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80784, "pivot_excess": 0.76051, "pivot_norm": 0.91679, "pivot_pooled": 0.77585, "pivot_raw": 0.76052, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 187, "item_id": "llmzszl-112", "marked_mass_band": 0.36947, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78145, "pivot_excess": 0.74303, "pivot_norm": 0.89502, "pivot_pooled": 0.7487, "pivot_raw": 0.74303, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01477, "gen_tokens": 114, "item_id": "llmzszl-113", "marked_mass_band": 0.36854, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75161, "pivot_excess": 0.67771, "pivot_norm": 0.8321, "pivot_pooled": 0.68947, "pivot_raw": 0.69248, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 133, "item_id": "llmzszl-114", "marked_mass_band": 0.36601, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76288, "pivot_excess": 0.70521, "pivot_norm": 0.84795, "pivot_pooled": 0.71754, "pivot_raw": 0.70521, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 574, "item_id": "llmzszl-115", "marked_mass_band": 0.3457, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66027, "pivot_excess": 0.68529, "pivot_norm": 0.82316, "pivot_pooled": 0.69302, "pivot_raw": 0.68529, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01238, "gen_tokens": 153, "item_id": "llmzszl-117", "marked_mass_band": 0.33613, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76319, "pivot_excess": 0.73681, "pivot_norm": 0.90269, "pivot_pooled": 0.76875, "pivot_raw": 0.74919, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 318, "item_id": "llmzszl-119", "marked_mass_band": 0.36709, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72777, "pivot_excess": 0.77996, "pivot_norm": 0.94099, "pivot_pooled": 0.79261, "pivot_raw": 0.77996, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 114, "item_id": "llmzszl-12", "marked_mass_band": 0.39238, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66529, "pivot_excess": 0.69809, "pivot_norm": 0.83909, "pivot_pooled": 0.71879, "pivot_raw": 0.69809, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 131, "item_id": "llmzszl-120", "marked_mass_band": 0.42279, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82367, "pivot_excess": 0.8141, "pivot_norm": 0.98347, "pivot_pooled": 0.83389, "pivot_raw": 0.8141, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01469, "gen_tokens": 196, "item_id": "llmzszl-121", "marked_mass_band": 0.34031, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71874, "pivot_excess": 0.66002, "pivot_norm": 0.80999, "pivot_pooled": 0.68699, "pivot_raw": 0.67471, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 113, "item_id": "llmzszl-122", "marked_mass_band": 0.36957, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54676, "pivot_excess": 0.65968, "pivot_norm": 0.79129, "pivot_pooled": 0.67153, "pivot_raw": 0.65968, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 193, "item_id": "llmzszl-13", "marked_mass_band": 0.44423, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8861, "pivot_excess": 0.83885, "pivot_norm": 1.01428, "pivot_pooled": 0.85445, "pivot_raw": 0.83885, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 145, "item_id": "llmzszl-131", "marked_mass_band": 0.34604, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70138, "pivot_excess": 0.65593, "pivot_norm": 0.78662, "pivot_pooled": 0.66273, "pivot_raw": 0.65593, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 157, "item_id": "llmzszl-137", "marked_mass_band": 0.38836, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75157, "pivot_excess": 0.7533, "pivot_norm": 0.9078, "pivot_pooled": 0.76373, "pivot_raw": 0.7533, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08066, "gen_tokens": 411, "item_id": "llmzszl-139", "marked_mass_band": 0.41412, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78427, "pivot_excess": 0.70079, "pivot_norm": 0.94284, "pivot_pooled": 0.79238, "pivot_raw": 0.78145, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 294, "item_id": "llmzszl-140", "marked_mass_band": 0.38276, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7532, "pivot_excess": 0.77319, "pivot_norm": 0.93257, "pivot_pooled": 0.7819, "pivot_raw": 0.7732, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 267, "item_id": "llmzszl-143", "marked_mass_band": 0.39261, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81628, "pivot_excess": 0.80406, "pivot_norm": 0.97098, "pivot_pooled": 0.81735, "pivot_raw": 0.80406, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 194, "item_id": "llmzszl-146", "marked_mass_band": 0.39878, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71788, "pivot_excess": 0.75228, "pivot_norm": 0.90653, "pivot_pooled": 0.78454, "pivot_raw": 0.75228, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 2e-05, "gen_tokens": 423, "item_id": "llmzszl-148", "marked_mass_band": 0.39282, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75426, "pivot_excess": 0.75685, "pivot_norm": 0.91225, "pivot_pooled": 0.77469, "pivot_raw": 0.75687, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 188, "item_id": "llmzszl-149", "marked_mass_band": 0.41743, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80155, "pivot_excess": 0.77314, "pivot_norm": 0.9325, "pivot_pooled": 0.79103, "pivot_raw": 0.77314, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 544, "item_id": "llmzszl-151", "marked_mass_band": 0.38207, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7707, "pivot_excess": 0.76793, "pivot_norm": 0.92602, "pivot_pooled": 0.77521, "pivot_raw": 0.76793, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 521, "item_id": "llmzszl-152", "marked_mass_band": 0.39072, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74291, "pivot_excess": 0.70257, "pivot_norm": 0.84467, "pivot_pooled": 0.72307, "pivot_raw": 0.70257, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07205, "gen_tokens": 161, "item_id": "llmzszl-155", "marked_mass_band": 0.38911, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63083, "pivot_excess": 0.57845, "pivot_norm": 0.77986, "pivot_pooled": 0.66916, "pivot_raw": 0.6505, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 96, "item_id": "llmzszl-157", "marked_mass_band": 0.42391, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73383, "pivot_excess": 0.72406, "pivot_norm": 0.87142, "pivot_pooled": 0.74777, "pivot_raw": 0.72406, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06221, "gen_tokens": 561, "item_id": "llmzszl-158", "marked_mass_band": 0.40378, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68642, "pivot_excess": 0.64713, "pivot_norm": 0.8531, "pivot_pooled": 0.72378, "pivot_raw": 0.70934, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01272, "gen_tokens": 194, "item_id": "llmzszl-161", "marked_mass_band": 0.39103, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7232, "pivot_excess": 0.74341, "pivot_norm": 0.91133, "pivot_pooled": 0.76331, "pivot_raw": 0.75613, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 139, "item_id": "llmzszl-162", "marked_mass_band": 0.38612, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66925, "pivot_excess": 0.70136, "pivot_norm": 0.84317, "pivot_pooled": 0.71185, "pivot_raw": 0.70136, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01967, "gen_tokens": 140, "item_id": "llmzszl-163", "marked_mass_band": 0.29854, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60423, "pivot_excess": 0.64209, "pivot_norm": 0.79387, "pivot_pooled": 0.66109, "pivot_raw": 0.66176, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 164, "item_id": "llmzszl-164", "marked_mass_band": 0.39916, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7567, "pivot_excess": 0.72643, "pivot_norm": 0.87436, "pivot_pooled": 0.7341, "pivot_raw": 0.72643, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 184, "item_id": "llmzszl-165", "marked_mass_band": 0.39563, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63394, "pivot_excess": 0.65843, "pivot_norm": 0.78973, "pivot_pooled": 0.66924, "pivot_raw": 0.65843, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 196, "item_id": "llmzszl-169", "marked_mass_band": 0.42668, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73085, "pivot_excess": 0.72135, "pivot_norm": 0.86804, "pivot_pooled": 0.73195, "pivot_raw": 0.72135, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0072, "gen_tokens": 194, "item_id": "llmzszl-17", "marked_mass_band": 0.35481, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72525, "pivot_excess": 0.69829, "pivot_norm": 0.8483, "pivot_pooled": 0.71386, "pivot_raw": 0.70549, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 280, "item_id": "llmzszl-171", "marked_mass_band": 0.3844, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79107, "pivot_excess": 0.79083, "pivot_norm": 0.95451, "pivot_pooled": 0.80309, "pivot_raw": 0.79083, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03308, "gen_tokens": 233, "item_id": "llmzszl-172", "marked_mass_band": 0.35944, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78251, "pivot_excess": 0.73402, "pivot_norm": 0.92498, "pivot_pooled": 0.78285, "pivot_raw": 0.7671, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01446, "gen_tokens": 100, "item_id": "llmzszl-18", "marked_mass_band": 0.32691, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71529, "pivot_excess": 0.69373, "pivot_norm": 0.85167, "pivot_pooled": 0.72205, "pivot_raw": 0.70819, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05819, "gen_tokens": 439, "item_id": "llmzszl-18394", "marked_mass_band": 0.35614, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77333, "pivot_excess": 0.67025, "pivot_norm": 0.87688, "pivot_pooled": 0.73632, "pivot_raw": 0.72845, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06231, "gen_tokens": 536, "item_id": "llmzszl-18395", "marked_mass_band": 0.40375, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78066, "pivot_excess": 0.67502, "pivot_norm": 0.88793, "pivot_pooled": 0.75491, "pivot_raw": 0.73733, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00025, "gen_tokens": 724, "item_id": "llmzszl-18396", "marked_mass_band": 0.40745, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.79374, "pivot_excess": 0.75624, "pivot_norm": 0.91177, "pivot_pooled": 0.77781, "pivot_raw": 0.75648, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08084, "gen_tokens": 293, "item_id": "llmzszl-18397", "marked_mass_band": 0.402, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66438, "pivot_excess": 0.60476, "pivot_norm": 0.82354, "pivot_pooled": 0.70092, "pivot_raw": 0.6856, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 243, "item_id": "llmzszl-18398", "marked_mass_band": 0.33955, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62723, "pivot_excess": 0.66883, "pivot_norm": 0.80269, "pivot_pooled": 0.67393, "pivot_raw": 0.66884, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 209, "item_id": "llmzszl-18399", "marked_mass_band": 0.3672, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67934, "pivot_excess": 0.6898, "pivot_norm": 0.82877, "pivot_pooled": 0.69927, "pivot_raw": 0.6898, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05133, "gen_tokens": 168, "item_id": "llmzszl-18402", "marked_mass_band": 0.39193, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.85189, "pivot_excess": 0.73018, "pivot_norm": 0.94291, "pivot_pooled": 0.78493, "pivot_raw": 0.7815, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 210, "item_id": "llmzszl-18404", "marked_mass_band": 0.3975, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8229, "pivot_excess": 0.7753, "pivot_norm": 0.93519, "pivot_pooled": 0.78798, "pivot_raw": 0.7753, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 612, "item_id": "llmzszl-18407", "marked_mass_band": 0.36217, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7469, "pivot_excess": 0.73063, "pivot_norm": 0.87959, "pivot_pooled": 0.74207, "pivot_raw": 0.73063, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 237, "item_id": "llmzszl-18409", "marked_mass_band": 0.40056, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7101, "pivot_excess": 0.69196, "pivot_norm": 0.83146, "pivot_pooled": 0.70617, "pivot_raw": 0.69196, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00899, "gen_tokens": 204, "item_id": "llmzszl-18410", "marked_mass_band": 0.44443, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.87778, "pivot_excess": 0.78992, "pivot_norm": 0.96457, "pivot_pooled": 0.81216, "pivot_raw": 0.79891, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 245, "item_id": "llmzszl-18411", "marked_mass_band": 0.33608, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.77852, "pivot_excess": 0.7521, "pivot_norm": 0.90631, "pivot_pooled": 0.76117, "pivot_raw": 0.7521, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0102, "gen_tokens": 158, "item_id": "llmzszl-18413", "marked_mass_band": 0.36596, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81483, "pivot_excess": 0.74031, "pivot_norm": 0.90434, "pivot_pooled": 0.76965, "pivot_raw": 0.75051, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00657, "gen_tokens": 382, "item_id": "llmzszl-18414", "marked_mass_band": 0.38047, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73899, "pivot_excess": 0.71164, "pivot_norm": 0.86412, "pivot_pooled": 0.72662, "pivot_raw": 0.7182, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01657, "gen_tokens": 528, "item_id": "llmzszl-18416", "marked_mass_band": 0.38712, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75919, "pivot_excess": 0.70583, "pivot_norm": 0.86935, "pivot_pooled": 0.73849, "pivot_raw": 0.7224, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03373, "gen_tokens": 389, "item_id": "llmzszl-18419", "marked_mass_band": 0.42228, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80364, "pivot_excess": 0.72716, "pivot_norm": 0.91725, "pivot_pooled": 0.77992, "pivot_raw": 0.76088, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01317, "gen_tokens": 106, "item_id": "llmzszl-18421", "marked_mass_band": 0.37707, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68522, "pivot_excess": 0.66768, "pivot_norm": 0.81763, "pivot_pooled": 0.69272, "pivot_raw": 0.68085, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00779, "gen_tokens": 344, "item_id": "llmzszl-18422", "marked_mass_band": 0.38661, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74071, "pivot_excess": 0.69562, "pivot_norm": 0.84571, "pivot_pooled": 0.72334, "pivot_raw": 0.7034, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08908, "gen_tokens": 441, "item_id": "llmzszl-18423", "marked_mass_band": 0.38581, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69006, "pivot_excess": 0.62116, "pivot_norm": 0.85422, "pivot_pooled": 0.72497, "pivot_raw": 0.71025, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 230, "item_id": "llmzszl-18424", "marked_mass_band": 0.37049, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75583, "pivot_excess": 0.71566, "pivot_norm": 0.86096, "pivot_pooled": 0.73306, "pivot_raw": 0.71566, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04051, "gen_tokens": 167, "item_id": "llmzszl-18425", "marked_mass_band": 0.37835, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67957, "pivot_excess": 0.68999, "pivot_norm": 0.87942, "pivot_pooled": 0.74467, "pivot_raw": 0.73049, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 669, "item_id": "llmzszl-18426", "marked_mass_band": 0.37304, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75293, "pivot_excess": 0.7187, "pivot_norm": 0.86474, "pivot_pooled": 0.73703, "pivot_raw": 0.7187, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00488, "gen_tokens": 297, "item_id": "llmzszl-18431", "marked_mass_band": 0.38254, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66639, "pivot_excess": 0.68271, "pivot_norm": 0.82602, "pivot_pooled": 0.70447, "pivot_raw": 0.68759, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 290, "item_id": "llmzszl-18432", "marked_mass_band": 0.38988, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7374, "pivot_excess": 0.72642, "pivot_norm": 0.87435, "pivot_pooled": 0.74801, "pivot_raw": 0.72642, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 468, "item_id": "llmzszl-18433", "marked_mass_band": 0.39998, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76855, "pivot_excess": 0.75026, "pivot_norm": 0.90403, "pivot_pooled": 0.77087, "pivot_raw": 0.75026, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00887, "gen_tokens": 247, "item_id": "llmzszl-18435", "marked_mass_band": 0.38652, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76736, "pivot_excess": 0.72816, "pivot_norm": 0.88756, "pivot_pooled": 0.76146, "pivot_raw": 0.73703, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00822, "gen_tokens": 238, "item_id": "llmzszl-18437", "marked_mass_band": 0.35316, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.756, "pivot_excess": 0.70093, "pivot_norm": 0.85286, "pivot_pooled": 0.72474, "pivot_raw": 0.70915, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 784, "item_id": "llmzszl-18441", "marked_mass_band": 0.38375, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65886, "pivot_excess": 0.68219, "pivot_norm": 0.81931, "pivot_pooled": 0.68933, "pivot_raw": 0.68219, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 414, "item_id": "llmzszl-18442", "marked_mass_band": 0.38537, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.8434, "pivot_excess": 0.79256, "pivot_norm": 0.95667, "pivot_pooled": 0.801, "pivot_raw": 0.79256, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00023, "gen_tokens": 176, "item_id": "llmzszl-18445", "marked_mass_band": 0.40095, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67434, "pivot_excess": 0.6836, "pivot_norm": 0.82134, "pivot_pooled": 0.6967, "pivot_raw": 0.68383, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01648, "gen_tokens": 193, "item_id": "llmzszl-18446", "marked_mass_band": 0.3456, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72503, "pivot_excess": 0.69656, "pivot_norm": 0.85769, "pivot_pooled": 0.71508, "pivot_raw": 0.71304, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07453, "gen_tokens": 426, "item_id": "llmzszl-18447", "marked_mass_band": 0.35665, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81136, "pivot_excess": 0.68877, "pivot_norm": 0.92025, "pivot_pooled": 0.77614, "pivot_raw": 0.7633, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 190, "item_id": "llmzszl-18448", "marked_mass_band": 0.3304, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73303, "pivot_excess": 0.73063, "pivot_norm": 0.8796, "pivot_pooled": 0.74341, "pivot_raw": 0.73063, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01312, "gen_tokens": 119, "item_id": "llmzszl-18453", "marked_mass_band": 0.37152, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69421, "pivot_excess": 0.6806, "pivot_norm": 0.83365, "pivot_pooled": 0.70949, "pivot_raw": 0.69372, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 312, "item_id": "llmzszl-18456", "marked_mass_band": 0.37567, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7517, "pivot_excess": 0.73161, "pivot_norm": 0.88081, "pivot_pooled": 0.74034, "pivot_raw": 0.73161, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01646, "gen_tokens": 260, "item_id": "llmzszl-18458", "marked_mass_band": 0.4023, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71267, "pivot_excess": 0.70586, "pivot_norm": 0.86925, "pivot_pooled": 0.73284, "pivot_raw": 0.72232, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 154, "item_id": "llmzszl-18462", "marked_mass_band": 0.38414, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70927, "pivot_excess": 0.67847, "pivot_norm": 0.81467, "pivot_pooled": 0.68124, "pivot_raw": 0.67847, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 152, "item_id": "llmzszl-18463", "marked_mass_band": 0.43983, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79444, "pivot_excess": 0.76222, "pivot_norm": 0.91892, "pivot_pooled": 0.78404, "pivot_raw": 0.76223, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01874, "gen_tokens": 299, "item_id": "llmzszl-18466", "marked_mass_band": 0.36385, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68786, "pivot_excess": 0.69029, "pivot_norm": 0.85271, "pivot_pooled": 0.73033, "pivot_raw": 0.70903, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 182, "item_id": "llmzszl-18467", "marked_mass_band": 0.35411, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80667, "pivot_excess": 0.74683, "pivot_norm": 0.89975, "pivot_pooled": 0.75519, "pivot_raw": 0.74683, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 228, "item_id": "llmzszl-18468", "marked_mass_band": 0.39643, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80617, "pivot_excess": 0.78311, "pivot_norm": 0.94491, "pivot_pooled": 0.79565, "pivot_raw": 0.78311, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 213, "item_id": "llmzszl-18469", "marked_mass_band": 0.35973, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72698, "pivot_excess": 0.71504, "pivot_norm": 0.86019, "pivot_pooled": 0.71513, "pivot_raw": 0.71505, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0884, "gen_tokens": 1280, "item_id": "llmzszl-18470", "marked_mass_band": 0.40101, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77416, "pivot_excess": 0.66393, "pivot_norm": 0.9066, "pivot_pooled": 0.77017, "pivot_raw": 0.75233, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 1e-05, "gen_tokens": 242, "item_id": "llmzszl-18472", "marked_mass_band": 0.369, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7453, "pivot_excess": 0.72129, "pivot_norm": 0.86797, "pivot_pooled": 0.73403, "pivot_raw": 0.7213, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01141, "gen_tokens": 88, "item_id": "llmzszl-18477", "marked_mass_band": 0.41429, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75436, "pivot_excess": 0.71316, "pivot_norm": 0.87205, "pivot_pooled": 0.73565, "pivot_raw": 0.72457, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 263, "item_id": "llmzszl-18478", "marked_mass_band": 0.35869, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65872, "pivot_excess": 0.68663, "pivot_norm": 0.82484, "pivot_pooled": 0.70045, "pivot_raw": 0.68664, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 114, "item_id": "llmzszl-18479", "marked_mass_band": 0.33892, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70951, "pivot_excess": 0.68556, "pivot_norm": 0.82349, "pivot_pooled": 0.69829, "pivot_raw": 0.68556, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 145, "item_id": "llmzszl-18482", "marked_mass_band": 0.3888, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78344, "pivot_excess": 0.74968, "pivot_norm": 0.9033, "pivot_pooled": 0.7592, "pivot_raw": 0.74968, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00802, "gen_tokens": 173, "item_id": "llmzszl-18483", "marked_mass_band": 0.38591, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71519, "pivot_excess": 0.68772, "pivot_norm": 0.83617, "pivot_pooled": 0.70285, "pivot_raw": 0.69574, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00312, "gen_tokens": 499, "item_id": "llmzszl-18485", "marked_mass_band": 0.39109, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74755, "pivot_excess": 0.71831, "pivot_norm": 0.86814, "pivot_pooled": 0.74112, "pivot_raw": 0.72143, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 184, "item_id": "llmzszl-18486", "marked_mass_band": 0.33583, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68753, "pivot_excess": 0.69982, "pivot_norm": 0.84124, "pivot_pooled": 0.70767, "pivot_raw": 0.69982, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00402, "gen_tokens": 775, "item_id": "llmzszl-18489", "marked_mass_band": 0.35194, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71527, "pivot_excess": 0.72619, "pivot_norm": 0.87908, "pivot_pooled": 0.74262, "pivot_raw": 0.73022, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 186, "item_id": "llmzszl-18490", "marked_mass_band": 0.38319, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70861, "pivot_excess": 0.71, "pivot_norm": 0.85392, "pivot_pooled": 0.71575, "pivot_raw": 0.71, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01839, "gen_tokens": 106, "item_id": "llmzszl-18493", "marked_mass_band": 0.37564, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75361, "pivot_excess": 0.71947, "pivot_norm": 0.88859, "pivot_pooled": 0.75382, "pivot_raw": 0.73786, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 265, "item_id": "llmzszl-18496", "marked_mass_band": 0.3842, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76838, "pivot_excess": 0.74027, "pivot_norm": 0.89159, "pivot_pooled": 0.75599, "pivot_raw": 0.74027, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 92, "item_id": "llmzszl-18499", "marked_mass_band": 0.36595, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76218, "pivot_excess": 0.70199, "pivot_norm": 0.84395, "pivot_pooled": 0.71875, "pivot_raw": 0.70199, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 73, "item_id": "llmzszl-18500", "marked_mass_band": 0.35899, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75356, "pivot_excess": 0.73267, "pivot_norm": 0.88213, "pivot_pooled": 0.74375, "pivot_raw": 0.73267, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01224, "gen_tokens": 243, "item_id": "llmzszl-18502", "marked_mass_band": 0.30331, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65636, "pivot_excess": 0.67294, "pivot_norm": 0.82302, "pivot_pooled": 0.69454, "pivot_raw": 0.68518, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13378, "gen_tokens": 497, "item_id": "llmzszl-18504", "marked_mass_band": 0.40475, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74316, "pivot_excess": 0.6071, "pivot_norm": 0.89234, "pivot_pooled": 0.74949, "pivot_raw": 0.74088, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.1031, "gen_tokens": 354, "item_id": "llmzszl-18505", "marked_mass_band": 0.37677, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7828, "pivot_excess": 0.64722, "pivot_norm": 0.9041, "pivot_pooled": 0.76449, "pivot_raw": 0.75033, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.12429, "gen_tokens": 1280, "item_id": "llmzszl-18507", "marked_mass_band": 0.35345, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.72858, "pivot_excess": 0.62056, "pivot_norm": 0.89729, "pivot_pooled": 0.7576, "pivot_raw": 0.74485, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 290, "item_id": "llmzszl-18511", "marked_mass_band": 0.38744, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73298, "pivot_excess": 0.72077, "pivot_norm": 0.86733, "pivot_pooled": 0.73696, "pivot_raw": 0.72078, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02057, "gen_tokens": 566, "item_id": "llmzszl-18513", "marked_mass_band": 0.41452, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80478, "pivot_excess": 0.74872, "pivot_norm": 0.92772, "pivot_pooled": 0.7824, "pivot_raw": 0.7693, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01104, "gen_tokens": 235, "item_id": "llmzszl-18514", "marked_mass_band": 0.38191, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77079, "pivot_excess": 0.74626, "pivot_norm": 0.91278, "pivot_pooled": 0.77625, "pivot_raw": 0.75729, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0004, "gen_tokens": 189, "item_id": "llmzszl-18515", "marked_mass_band": 0.41605, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77818, "pivot_excess": 0.73657, "pivot_norm": 0.88748, "pivot_pooled": 0.76352, "pivot_raw": 0.73697, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 135, "item_id": "llmzszl-18518", "marked_mass_band": 0.37314, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71226, "pivot_excess": 0.70553, "pivot_norm": 0.84835, "pivot_pooled": 0.71942, "pivot_raw": 0.70553, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 311, "item_id": "llmzszl-18523", "marked_mass_band": 0.35031, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63686, "pivot_excess": 0.64733, "pivot_norm": 0.77592, "pivot_pooled": 0.65806, "pivot_raw": 0.64733, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.02285, "gen_tokens": 229, "item_id": "llmzszl-18524", "marked_mass_band": 0.3624, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.744, "pivot_excess": 0.68718, "pivot_norm": 0.85395, "pivot_pooled": 0.72846, "pivot_raw": 0.71003, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 176, "item_id": "llmzszl-18529", "marked_mass_band": 0.4168, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73106, "pivot_excess": 0.73556, "pivot_norm": 0.88573, "pivot_pooled": 0.77263, "pivot_raw": 0.73556, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00076, "gen_tokens": 312, "item_id": "llmzszl-18530", "marked_mass_band": 0.37355, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65139, "pivot_excess": 0.66168, "pivot_norm": 0.79472, "pivot_pooled": 0.67584, "pivot_raw": 0.66244, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00587, "gen_tokens": 1280, "item_id": "llmzszl-18531", "marked_mass_band": 0.377, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75479, "pivot_excess": 0.71688, "pivot_norm": 0.86979, "pivot_pooled": 0.73657, "pivot_raw": 0.72275, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 342, "item_id": "llmzszl-18535", "marked_mass_band": 0.37824, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76857, "pivot_excess": 0.76693, "pivot_norm": 0.92477, "pivot_pooled": 0.7879, "pivot_raw": 0.76693, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.02485, "gen_tokens": 1280, "item_id": "llmzszl-18536", "marked_mass_band": 0.35796, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.68289, "pivot_excess": 0.6571, "pivot_norm": 0.819, "pivot_pooled": 0.69758, "pivot_raw": 0.68195, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 79, "item_id": "llmzszl-18539", "marked_mass_band": 0.39043, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73524, "pivot_excess": 0.78487, "pivot_norm": 0.9471, "pivot_pooled": 0.80741, "pivot_raw": 0.78487, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 402, "item_id": "llmzszl-18541", "marked_mass_band": 0.38861, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67212, "pivot_excess": 0.70704, "pivot_norm": 0.85024, "pivot_pooled": 0.72336, "pivot_raw": 0.70705, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.15608, "gen_tokens": 678, "item_id": "llmzszl-18542", "marked_mass_band": 0.39774, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79485, "pivot_excess": 0.62, "pivot_norm": 0.93615, "pivot_pooled": 0.78931, "pivot_raw": 0.77607, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0343, "gen_tokens": 154, "item_id": "llmzszl-18543", "marked_mass_band": 0.35572, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68181, "pivot_excess": 0.65683, "pivot_norm": 0.83042, "pivot_pooled": 0.69308, "pivot_raw": 0.69112, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 161, "item_id": "llmzszl-18547", "marked_mass_band": 0.34002, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68199, "pivot_excess": 0.67433, "pivot_norm": 0.80952, "pivot_pooled": 0.6795, "pivot_raw": 0.67433, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 342, "item_id": "llmzszl-18548", "marked_mass_band": 0.40024, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79584, "pivot_excess": 0.78634, "pivot_norm": 0.94893, "pivot_pooled": 0.80105, "pivot_raw": 0.78634, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 290, "item_id": "llmzszl-18551", "marked_mass_band": 0.40962, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71053, "pivot_excess": 0.72071, "pivot_norm": 0.86726, "pivot_pooled": 0.73589, "pivot_raw": 0.72072, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 254, "item_id": "llmzszl-18552", "marked_mass_band": 0.41926, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68934, "pivot_excess": 0.67836, "pivot_norm": 0.81453, "pivot_pooled": 0.70316, "pivot_raw": 0.67836, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 216, "item_id": "llmzszl-18554", "marked_mass_band": 0.45693, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75384, "pivot_excess": 0.77295, "pivot_norm": 0.93226, "pivot_pooled": 0.79277, "pivot_raw": 0.77295, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0165, "gen_tokens": 436, "item_id": "llmzszl-18556", "marked_mass_band": 0.3924, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72313, "pivot_excess": 0.7228, "pivot_norm": 0.89039, "pivot_pooled": 0.75599, "pivot_raw": 0.7393, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00111, "gen_tokens": 149, "item_id": "llmzszl-18557", "marked_mass_band": 0.38874, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71633, "pivot_excess": 0.69803, "pivot_norm": 0.8404, "pivot_pooled": 0.724, "pivot_raw": 0.69914, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06668, "gen_tokens": 238, "item_id": "llmzszl-18559", "marked_mass_band": 0.41231, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76492, "pivot_excess": 0.70764, "pivot_norm": 0.93397, "pivot_pooled": 0.79876, "pivot_raw": 0.77432, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 221, "item_id": "llmzszl-18562", "marked_mass_band": 0.35245, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6047, "pivot_excess": 0.64949, "pivot_norm": 0.77861, "pivot_pooled": 0.66719, "pivot_raw": 0.64949, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 217, "item_id": "llmzszl-18563", "marked_mass_band": 0.4092, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81805, "pivot_excess": 0.75435, "pivot_norm": 0.90911, "pivot_pooled": 0.77811, "pivot_raw": 0.75435, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 178, "item_id": "llmzszl-18564", "marked_mass_band": 0.3635, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76161, "pivot_excess": 0.73366, "pivot_norm": 0.88337, "pivot_pooled": 0.74206, "pivot_raw": 0.73366, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 221, "item_id": "llmzszl-18565", "marked_mass_band": 0.35463, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70192, "pivot_excess": 0.70254, "pivot_norm": 0.84463, "pivot_pooled": 0.72205, "pivot_raw": 0.70254, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 212, "item_id": "llmzszl-18566", "marked_mass_band": 0.38471, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68707, "pivot_excess": 0.72438, "pivot_norm": 0.87181, "pivot_pooled": 0.73996, "pivot_raw": 0.72438, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 412, "item_id": "llmzszl-18567", "marked_mass_band": 0.39192, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75893, "pivot_excess": 0.74554, "pivot_norm": 0.89815, "pivot_pooled": 0.75993, "pivot_raw": 0.74554, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 152, "item_id": "llmzszl-18568", "marked_mass_band": 0.43086, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82744, "pivot_excess": 0.77643, "pivot_norm": 0.93659, "pivot_pooled": 0.79354, "pivot_raw": 0.77643, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 227, "item_id": "llmzszl-18569", "marked_mass_band": 0.38514, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75418, "pivot_excess": 0.75995, "pivot_norm": 0.91609, "pivot_pooled": 0.77675, "pivot_raw": 0.75995, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00371, "gen_tokens": 689, "item_id": "llmzszl-18571", "marked_mass_band": 0.39369, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73443, "pivot_excess": 0.72972, "pivot_norm": 0.88308, "pivot_pooled": 0.74877, "pivot_raw": 0.73344, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 1035, "item_id": "llmzszl-18573", "marked_mass_band": 0.35661, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.78853, "pivot_excess": 0.76793, "pivot_norm": 0.92601, "pivot_pooled": 0.77306, "pivot_raw": 0.76793, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 655, "item_id": "llmzszl-18576", "marked_mass_band": 0.36736, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71522, "pivot_excess": 0.70728, "pivot_norm": 0.85053, "pivot_pooled": 0.72191, "pivot_raw": 0.70728, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 229, "item_id": "llmzszl-18577", "marked_mass_band": 0.43153, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71073, "pivot_excess": 0.72666, "pivot_norm": 0.87465, "pivot_pooled": 0.73989, "pivot_raw": 0.72666, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0564, "gen_tokens": 505, "item_id": "llmzszl-18578", "marked_mass_band": 0.37225, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75417, "pivot_excess": 0.71163, "pivot_norm": 0.92613, "pivot_pooled": 0.7773, "pivot_raw": 0.76803, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23363, "gen_tokens": 367, "item_id": "llmzszl-18580", "marked_mass_band": 0.41359, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65429, "pivot_excess": 0.4458, "pivot_norm": 0.81586, "pivot_pooled": 0.70662, "pivot_raw": 0.67943, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14578, "gen_tokens": 484, "item_id": "llmzszl-18581", "marked_mass_band": 0.41012, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74736, "pivot_excess": 0.59262, "pivot_norm": 0.88927, "pivot_pooled": 0.76518, "pivot_raw": 0.7384, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01955, "gen_tokens": 566, "item_id": "llmzszl-18582", "marked_mass_band": 0.41004, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73125, "pivot_excess": 0.71954, "pivot_norm": 0.89013, "pivot_pooled": 0.75701, "pivot_raw": 0.7391, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11143, "gen_tokens": 449, "item_id": "llmzszl-18583", "marked_mass_band": 0.42556, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74522, "pivot_excess": 0.63241, "pivot_norm": 0.89603, "pivot_pooled": 0.7672, "pivot_raw": 0.74384, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02812, "gen_tokens": 410, "item_id": "llmzszl-18585", "marked_mass_band": 0.3691, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80326, "pivot_excess": 0.73284, "pivot_norm": 0.91735, "pivot_pooled": 0.76464, "pivot_raw": 0.76097, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00862, "gen_tokens": 282, "item_id": "llmzszl-18587", "marked_mass_band": 0.40784, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75977, "pivot_excess": 0.72718, "pivot_norm": 0.88603, "pivot_pooled": 0.7465, "pivot_raw": 0.73581, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 344, "item_id": "llmzszl-18588", "marked_mass_band": 0.38391, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70869, "pivot_excess": 0.66814, "pivot_norm": 0.80182, "pivot_pooled": 0.6908, "pivot_raw": 0.66814, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 294, "item_id": "llmzszl-18591", "marked_mass_band": 0.40294, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78308, "pivot_excess": 0.79025, "pivot_norm": 0.95379, "pivot_pooled": 0.81625, "pivot_raw": 0.79025, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 136, "item_id": "llmzszl-18593", "marked_mass_band": 0.38356, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58669, "pivot_excess": 0.68934, "pivot_norm": 0.8282, "pivot_pooled": 0.70584, "pivot_raw": 0.68934, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00267, "gen_tokens": 1280, "item_id": "llmzszl-18594", "marked_mass_band": 0.35843, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.7589, "pivot_excess": 0.75132, "pivot_norm": 0.90866, "pivot_pooled": 0.76374, "pivot_raw": 0.75399, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.19294, "gen_tokens": 467, "item_id": "llmzszl-18595", "marked_mass_band": 0.36812, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65233, "pivot_excess": 0.49531, "pivot_norm": 0.82685, "pivot_pooled": 0.70674, "pivot_raw": 0.68826, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 258, "item_id": "llmzszl-18599", "marked_mass_band": 0.37531, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69383, "pivot_excess": 0.70401, "pivot_norm": 0.84646, "pivot_pooled": 0.71205, "pivot_raw": 0.70401, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 569, "item_id": "llmzszl-18601", "marked_mass_band": 0.37352, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78271, "pivot_excess": 0.76079, "pivot_norm": 0.91712, "pivot_pooled": 0.77494, "pivot_raw": 0.76079, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00266, "gen_tokens": 1209, "item_id": "llmzszl-18606", "marked_mass_band": 0.36508, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69841, "pivot_excess": 0.70265, "pivot_norm": 0.84807, "pivot_pooled": 0.72074, "pivot_raw": 0.70531, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04886, "gen_tokens": 336, "item_id": "llmzszl-18607", "marked_mass_band": 0.40423, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73, "pivot_excess": 0.67711, "pivot_norm": 0.87379, "pivot_pooled": 0.74309, "pivot_raw": 0.72597, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16208, "gen_tokens": 1280, "item_id": "llmzszl-18608", "marked_mass_band": 0.36337, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71203, "pivot_excess": 0.53017, "pivot_norm": 0.83183, "pivot_pooled": 0.71226, "pivot_raw": 0.69225, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14827, "gen_tokens": 684, "item_id": "llmzszl-18610", "marked_mass_band": 0.42445, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76991, "pivot_excess": 0.60595, "pivot_norm": 0.90896, "pivot_pooled": 0.77596, "pivot_raw": 0.75423, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 183, "item_id": "llmzszl-18612", "marked_mass_band": 0.37319, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62691, "pivot_excess": 0.71323, "pivot_norm": 0.85793, "pivot_pooled": 0.72983, "pivot_raw": 0.71323, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12293, "gen_tokens": 331, "item_id": "llmzszl-18614", "marked_mass_band": 0.38498, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76883, "pivot_excess": 0.61298, "pivot_norm": 0.88615, "pivot_pooled": 0.75496, "pivot_raw": 0.7359, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 5e-05, "gen_tokens": 304, "item_id": "llmzszl-18615", "marked_mass_band": 0.361, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65474, "pivot_excess": 0.70661, "pivot_norm": 0.84976, "pivot_pooled": 0.71595, "pivot_raw": 0.70666, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 219, "item_id": "llmzszl-18618", "marked_mass_band": 0.4038, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75341, "pivot_excess": 0.75892, "pivot_norm": 0.9148, "pivot_pooled": 0.78943, "pivot_raw": 0.75892, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 378, "item_id": "llmzszl-18621", "marked_mass_band": 0.38107, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70511, "pivot_excess": 0.69858, "pivot_norm": 0.8397, "pivot_pooled": 0.69633, "pivot_raw": 0.69858, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 389, "item_id": "llmzszl-18626", "marked_mass_band": 0.40649, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72833, "pivot_excess": 0.73744, "pivot_norm": 0.88807, "pivot_pooled": 0.7491, "pivot_raw": 0.73744, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00613, "gen_tokens": 1280, "item_id": "llmzszl-18627", "marked_mass_band": 0.36576, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73907, "pivot_excess": 0.71162, "pivot_norm": 0.86356, "pivot_pooled": 0.73059, "pivot_raw": 0.71775, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 291, "item_id": "llmzszl-18630", "marked_mass_band": 0.42716, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76668, "pivot_excess": 0.75116, "pivot_norm": 0.90514, "pivot_pooled": 0.77247, "pivot_raw": 0.75116, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 271, "item_id": "llmzszl-18632", "marked_mass_band": 0.35634, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70471, "pivot_excess": 0.7136, "pivot_norm": 0.8584, "pivot_pooled": 0.73342, "pivot_raw": 0.71361, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 79, "item_id": "llmzszl-18634", "marked_mass_band": 0.40484, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76993, "pivot_excess": 0.79217, "pivot_norm": 0.95618, "pivot_pooled": 0.81776, "pivot_raw": 0.79217, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02742, "gen_tokens": 334, "item_id": "llmzszl-18635", "marked_mass_band": 0.37021, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64102, "pivot_excess": 0.6396, "pivot_norm": 0.80042, "pivot_pooled": 0.68074, "pivot_raw": 0.66702, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00315, "gen_tokens": 1280, "item_id": "llmzszl-18639", "marked_mass_band": 0.36572, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.62868, "pivot_excess": 0.67201, "pivot_norm": 0.81055, "pivot_pooled": 0.68367, "pivot_raw": 0.67516, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00403, "gen_tokens": 313, "item_id": "llmzszl-18640", "marked_mass_band": 0.37319, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72192, "pivot_excess": 0.74989, "pivot_norm": 0.90859, "pivot_pooled": 0.77136, "pivot_raw": 0.75393, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11526, "gen_tokens": 700, "item_id": "llmzszl-18642", "marked_mass_band": 0.3892, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70558, "pivot_excess": 0.58842, "pivot_norm": 0.84605, "pivot_pooled": 0.71924, "pivot_raw": 0.70368, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0965, "gen_tokens": 786, "item_id": "llmzszl-18647", "marked_mass_band": 0.39074, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71037, "pivot_excess": 0.63069, "pivot_norm": 0.87531, "pivot_pooled": 0.74493, "pivot_raw": 0.72719, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 161, "item_id": "llmzszl-18649", "marked_mass_band": 0.33608, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70328, "pivot_excess": 0.72209, "pivot_norm": 0.86896, "pivot_pooled": 0.72974, "pivot_raw": 0.72209, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 159, "item_id": "llmzszl-18650", "marked_mass_band": 0.37237, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67086, "pivot_excess": 0.73936, "pivot_norm": 0.89045, "pivot_pooled": 0.75171, "pivot_raw": 0.73936, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11791, "gen_tokens": 374, "item_id": "llmzszl-18651", "marked_mass_band": 0.41809, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76555, "pivot_excess": 0.65373, "pivot_norm": 0.93064, "pivot_pooled": 0.79418, "pivot_raw": 0.77164, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 130, "item_id": "llmzszl-18653", "marked_mass_band": 0.3926, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.626, "pivot_excess": 0.65573, "pivot_norm": 0.78636, "pivot_pooled": 0.66707, "pivot_raw": 0.65573, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00011, "gen_tokens": 467, "item_id": "llmzszl-18655", "marked_mass_band": 0.42009, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79747, "pivot_excess": 0.78662, "pivot_norm": 0.94941, "pivot_pooled": 0.80041, "pivot_raw": 0.78673, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 128, "item_id": "llmzszl-18657", "marked_mass_band": 0.37675, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62001, "pivot_excess": 0.66361, "pivot_norm": 0.79618, "pivot_pooled": 0.66575, "pivot_raw": 0.66361, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07349, "gen_tokens": 692, "item_id": "llmzszl-18660", "marked_mass_band": 0.3826, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71451, "pivot_excess": 0.66856, "pivot_norm": 0.89381, "pivot_pooled": 0.75389, "pivot_raw": 0.74205, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 678, "item_id": "llmzszl-18661", "marked_mass_band": 0.38664, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75042, "pivot_excess": 0.72879, "pivot_norm": 0.8773, "pivot_pooled": 0.73857, "pivot_raw": 0.72879, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 6e-05, "gen_tokens": 1280, "item_id": "llmzszl-18664", "marked_mass_band": 0.37012, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77736, "pivot_excess": 0.74785, "pivot_norm": 0.9011, "pivot_pooled": 0.76291, "pivot_raw": 0.74791, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1418, "gen_tokens": 344, "item_id": "llmzszl-18665", "marked_mass_band": 0.42899, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74818, "pivot_excess": 0.60723, "pivot_norm": 0.90249, "pivot_pooled": 0.75715, "pivot_raw": 0.74903, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02607, "gen_tokens": 199, "item_id": "llmzszl-18666", "marked_mass_band": 0.39242, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68592, "pivot_excess": 0.66428, "pivot_norm": 0.82946, "pivot_pooled": 0.70809, "pivot_raw": 0.69035, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08566, "gen_tokens": 315, "item_id": "llmzszl-18667", "marked_mass_band": 0.42704, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70806, "pivot_excess": 0.62956, "pivot_norm": 0.86041, "pivot_pooled": 0.74337, "pivot_raw": 0.71522, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03549, "gen_tokens": 795, "item_id": "llmzszl-18669", "marked_mass_band": 0.35692, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66639, "pivot_excess": 0.64336, "pivot_norm": 0.81514, "pivot_pooled": 0.69557, "pivot_raw": 0.67885, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.17314, "gen_tokens": 707, "item_id": "llmzszl-18673", "marked_mass_band": 0.37902, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69858, "pivot_excess": 0.53062, "pivot_norm": 0.84614, "pivot_pooled": 0.71763, "pivot_raw": 0.70376, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02677, "gen_tokens": 266, "item_id": "llmzszl-18674", "marked_mass_band": 0.42441, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68353, "pivot_excess": 0.6994, "pivot_norm": 0.87405, "pivot_pooled": 0.74117, "pivot_raw": 0.72617, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 534, "item_id": "llmzszl-18675", "marked_mass_band": 0.38114, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68841, "pivot_excess": 0.71029, "pivot_norm": 0.85428, "pivot_pooled": 0.72668, "pivot_raw": 0.71029, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 431, "item_id": "llmzszl-18676", "marked_mass_band": 0.40335, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78404, "pivot_excess": 0.76876, "pivot_norm": 0.92705, "pivot_pooled": 0.78194, "pivot_raw": 0.76876, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.03354, "gen_tokens": 1220, "item_id": "llmzszl-18678", "marked_mass_band": 0.40118, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.76269, "pivot_excess": 0.71638, "pivot_norm": 0.9036, "pivot_pooled": 0.76896, "pivot_raw": 0.74992, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 165, "item_id": "llmzszl-18682", "marked_mass_band": 0.38859, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80992, "pivot_excess": 0.74865, "pivot_norm": 0.90202, "pivot_pooled": 0.76097, "pivot_raw": 0.74865, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02022, "gen_tokens": 231, "item_id": "llmzszl-18688", "marked_mass_band": 0.34264, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76804, "pivot_excess": 0.71924, "pivot_norm": 0.89058, "pivot_pooled": 0.75809, "pivot_raw": 0.73946, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 222, "item_id": "llmzszl-18689", "marked_mass_band": 0.41289, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69523, "pivot_excess": 0.74521, "pivot_norm": 0.89774, "pivot_pooled": 0.76342, "pivot_raw": 0.74521, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 1194, "item_id": "llmzszl-18692", "marked_mass_band": 0.40043, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67123, "pivot_excess": 0.7296, "pivot_norm": 0.87831, "pivot_pooled": 0.74825, "pivot_raw": 0.7296, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 235, "item_id": "llmzszl-18693", "marked_mass_band": 0.38357, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82827, "pivot_excess": 0.79208, "pivot_norm": 0.95609, "pivot_pooled": 0.80924, "pivot_raw": 0.79209, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 746, "item_id": "llmzszl-18694", "marked_mass_band": 0.36683, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61021, "pivot_excess": 0.66654, "pivot_norm": 0.79982, "pivot_pooled": 0.66684, "pivot_raw": 0.66654, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 139, "item_id": "llmzszl-18695", "marked_mass_band": 0.36272, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53396, "pivot_excess": 0.62107, "pivot_norm": 0.74324, "pivot_pooled": 0.62623, "pivot_raw": 0.62107, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 289, "item_id": "llmzszl-18699", "marked_mass_band": 0.37456, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79989, "pivot_excess": 0.76561, "pivot_norm": 0.92313, "pivot_pooled": 0.77874, "pivot_raw": 0.76561, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02768, "gen_tokens": 129, "item_id": "llmzszl-18704", "marked_mass_band": 0.44052, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67503, "pivot_excess": 0.66344, "pivot_norm": 0.83042, "pivot_pooled": 0.71133, "pivot_raw": 0.69112, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 657, "item_id": "llmzszl-18705", "marked_mass_band": 0.38107, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74835, "pivot_excess": 0.76553, "pivot_norm": 0.92302, "pivot_pooled": 0.78131, "pivot_raw": 0.76553, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00562, "gen_tokens": 447, "item_id": "llmzszl-18706", "marked_mass_band": 0.37279, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76497, "pivot_excess": 0.74299, "pivot_norm": 0.90197, "pivot_pooled": 0.77191, "pivot_raw": 0.74861, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 314, "item_id": "llmzszl-18707", "marked_mass_band": 0.38783, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74538, "pivot_excess": 0.74547, "pivot_norm": 0.89806, "pivot_pooled": 0.76383, "pivot_raw": 0.74547, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 244, "item_id": "llmzszl-18709", "marked_mass_band": 0.39404, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68092, "pivot_excess": 0.72579, "pivot_norm": 0.87357, "pivot_pooled": 0.74064, "pivot_raw": 0.72579, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00953, "gen_tokens": 313, "item_id": "llmzszl-18711", "marked_mass_band": 0.40471, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74788, "pivot_excess": 0.73425, "pivot_norm": 0.89596, "pivot_pooled": 0.76151, "pivot_raw": 0.74378, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 260, "item_id": "llmzszl-18712", "marked_mass_band": 0.37179, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68339, "pivot_excess": 0.69051, "pivot_norm": 0.82966, "pivot_pooled": 0.69613, "pivot_raw": 0.69051, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 385, "item_id": "llmzszl-18713", "marked_mass_band": 0.40875, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80513, "pivot_excess": 0.78609, "pivot_norm": 0.94861, "pivot_pooled": 0.80902, "pivot_raw": 0.78609, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 153, "item_id": "llmzszl-18715", "marked_mass_band": 0.42276, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82452, "pivot_excess": 0.77832, "pivot_norm": 0.93894, "pivot_pooled": 0.80358, "pivot_raw": 0.77832, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 251, "item_id": "llmzszl-18716", "marked_mass_band": 0.3806, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78018, "pivot_excess": 0.75682, "pivot_norm": 0.91218, "pivot_pooled": 0.76699, "pivot_raw": 0.75682, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 466, "item_id": "llmzszl-18718", "marked_mass_band": 0.34549, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73392, "pivot_excess": 0.71041, "pivot_norm": 0.85444, "pivot_pooled": 0.72128, "pivot_raw": 0.71042, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.15184, "gen_tokens": 358, "item_id": "llmzszl-18719", "marked_mass_band": 0.38143, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77689, "pivot_excess": 0.59476, "pivot_norm": 0.89947, "pivot_pooled": 0.75803, "pivot_raw": 0.7466, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00443, "gen_tokens": 508, "item_id": "llmzszl-18720", "marked_mass_band": 0.33807, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71539, "pivot_excess": 0.70575, "pivot_norm": 0.85414, "pivot_pooled": 0.71375, "pivot_raw": 0.71018, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 621, "item_id": "llmzszl-18722", "marked_mass_band": 0.39156, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71187, "pivot_excess": 0.70525, "pivot_norm": 0.84801, "pivot_pooled": 0.72416, "pivot_raw": 0.70526, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02476, "gen_tokens": 1280, "item_id": "llmzszl-18724", "marked_mass_band": 0.38415, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68223, "pivot_excess": 0.69828, "pivot_norm": 0.87014, "pivot_pooled": 0.74749, "pivot_raw": 0.72304, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00643, "gen_tokens": 380, "item_id": "llmzszl-18725", "marked_mass_band": 0.39892, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73486, "pivot_excess": 0.69398, "pivot_norm": 0.84197, "pivot_pooled": 0.71728, "pivot_raw": 0.7004, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00552, "gen_tokens": 540, "item_id": "llmzszl-18727", "marked_mass_band": 0.39389, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74758, "pivot_excess": 0.72608, "pivot_norm": 0.8808, "pivot_pooled": 0.74464, "pivot_raw": 0.73161, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00721, "gen_tokens": 353, "item_id": "llmzszl-18730", "marked_mass_band": 0.37869, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8096, "pivot_excess": 0.75905, "pivot_norm": 0.92393, "pivot_pooled": 0.7909, "pivot_raw": 0.76626, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01551, "gen_tokens": 93, "item_id": "llmzszl-18731", "marked_mass_band": 0.35053, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67668, "pivot_excess": 0.65761, "pivot_norm": 0.80802, "pivot_pooled": 0.68143, "pivot_raw": 0.67312, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0004, "gen_tokens": 700, "item_id": "llmzszl-18733", "marked_mass_band": 0.3686, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72922, "pivot_excess": 0.718, "pivot_norm": 0.86438, "pivot_pooled": 0.72153, "pivot_raw": 0.71841, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 84, "item_id": "llmzszl-18734", "marked_mass_band": 0.25007, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66192, "pivot_excess": 0.64299, "pivot_norm": 0.77052, "pivot_pooled": 0.64265, "pivot_raw": 0.64299, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 7e-05, "gen_tokens": 147, "item_id": "llmzszl-18736", "marked_mass_band": 0.39523, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78394, "pivot_excess": 0.75012, "pivot_norm": 0.90394, "pivot_pooled": 0.7556, "pivot_raw": 0.75019, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0076, "gen_tokens": 181, "item_id": "llmzszl-18737", "marked_mass_band": 0.35627, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5931, "pivot_excess": 0.62877, "pivot_norm": 0.76227, "pivot_pooled": 0.63551, "pivot_raw": 0.63637, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01346, "gen_tokens": 124, "item_id": "llmzszl-18739", "marked_mass_band": 0.36741, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7973, "pivot_excess": 0.74986, "pivot_norm": 0.92027, "pivot_pooled": 0.78085, "pivot_raw": 0.76332, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23958, "gen_tokens": 402, "item_id": "llmzszl-18743", "marked_mass_band": 0.36492, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71117, "pivot_excess": 0.4953, "pivot_norm": 0.88488, "pivot_pooled": 0.74871, "pivot_raw": 0.73488, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 501, "item_id": "llmzszl-18744", "marked_mass_band": 0.36492, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71642, "pivot_excess": 0.70955, "pivot_norm": 0.85335, "pivot_pooled": 0.71996, "pivot_raw": 0.70955, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09399, "gen_tokens": 627, "item_id": "llmzszl-18745", "marked_mass_band": 0.35075, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61411, "pivot_excess": 0.57646, "pivot_norm": 0.80468, "pivot_pooled": 0.68121, "pivot_raw": 0.67044, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 133, "item_id": "llmzszl-18746", "marked_mass_band": 0.32583, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68776, "pivot_excess": 0.71799, "pivot_norm": 0.86386, "pivot_pooled": 0.73728, "pivot_raw": 0.71799, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.04422, "gen_tokens": 1280, "item_id": "llmzszl-18748", "marked_mass_band": 0.36051, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.74966, "pivot_excess": 0.69554, "pivot_norm": 0.89095, "pivot_pooled": 0.74867, "pivot_raw": 0.73976, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 180, "item_id": "llmzszl-18750", "marked_mass_band": 0.36567, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58431, "pivot_excess": 0.5805, "pivot_norm": 0.69275, "pivot_pooled": 0.58054, "pivot_raw": 0.58051, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 94, "item_id": "llmzszl-18751", "marked_mass_band": 0.36742, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53204, "pivot_excess": 0.58573, "pivot_norm": 0.69925, "pivot_pooled": 0.58451, "pivot_raw": 0.58573, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03001, "gen_tokens": 382, "item_id": "llmzszl-18752", "marked_mass_band": 0.38953, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68806, "pivot_excess": 0.6456, "pivot_norm": 0.81111, "pivot_pooled": 0.67992, "pivot_raw": 0.6756, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 74, "item_id": "llmzszl-18754", "marked_mass_band": 0.37648, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.50986, "pivot_excess": 0.56776, "pivot_norm": 0.67689, "pivot_pooled": 0.55182, "pivot_raw": 0.56776, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01346, "gen_tokens": 124, "item_id": "llmzszl-18755", "marked_mass_band": 0.36741, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7973, "pivot_excess": 0.74986, "pivot_norm": 0.92027, "pivot_pooled": 0.78085, "pivot_raw": 0.76332, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0478, "gen_tokens": 1280, "item_id": "llmzszl-18759", "marked_mass_band": 0.35713, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.66826, "pivot_excess": 0.64105, "pivot_norm": 0.82759, "pivot_pooled": 0.70492, "pivot_raw": 0.68885, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 612, "item_id": "llmzszl-18763", "marked_mass_band": 0.39474, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69465, "pivot_excess": 0.69705, "pivot_norm": 0.8378, "pivot_pooled": 0.70868, "pivot_raw": 0.69705, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00555, "gen_tokens": 648, "item_id": "llmzszl-18765", "marked_mass_band": 0.39039, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71675, "pivot_excess": 0.69875, "pivot_norm": 0.84682, "pivot_pooled": 0.72407, "pivot_raw": 0.7043, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 373, "item_id": "llmzszl-18766", "marked_mass_band": 0.32332, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71947, "pivot_excess": 0.70575, "pivot_norm": 0.84862, "pivot_pooled": 0.70993, "pivot_raw": 0.70575, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 238, "item_id": "llmzszl-18770", "marked_mass_band": 0.39785, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68029, "pivot_excess": 0.70206, "pivot_norm": 0.84404, "pivot_pooled": 0.71803, "pivot_raw": 0.70206, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0492, "gen_tokens": 292, "item_id": "llmzszl-18771", "marked_mass_band": 0.36075, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73293, "pivot_excess": 0.68556, "pivot_norm": 0.88473, "pivot_pooled": 0.74609, "pivot_raw": 0.73476, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 181, "item_id": "llmzszl-18773", "marked_mass_band": 0.3986, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69505, "pivot_excess": 0.67597, "pivot_norm": 0.81155, "pivot_pooled": 0.70498, "pivot_raw": 0.67597, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 364, "item_id": "llmzszl-18774", "marked_mass_band": 0.41074, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74442, "pivot_excess": 0.72681, "pivot_norm": 0.87484, "pivot_pooled": 0.73763, "pivot_raw": 0.72681, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00363, "gen_tokens": 488, "item_id": "llmzszl-18775", "marked_mass_band": 0.35729, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70984, "pivot_excess": 0.72809, "pivot_norm": 0.88094, "pivot_pooled": 0.74334, "pivot_raw": 0.73172, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 7e-05, "gen_tokens": 754, "item_id": "llmzszl-18783", "marked_mass_band": 0.36635, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78439, "pivot_excess": 0.77302, "pivot_norm": 0.93244, "pivot_pooled": 0.77548, "pivot_raw": 0.77309, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 269, "item_id": "llmzszl-18784", "marked_mass_band": 0.36991, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70288, "pivot_excess": 0.74142, "pivot_norm": 0.89302, "pivot_pooled": 0.74728, "pivot_raw": 0.74142, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 318, "item_id": "llmzszl-18790", "marked_mass_band": 0.4179, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.815, "pivot_excess": 0.79926, "pivot_norm": 0.96501, "pivot_pooled": 0.82036, "pivot_raw": 0.79926, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01893, "gen_tokens": 452, "item_id": "llmzszl-18792", "marked_mass_band": 0.38538, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80114, "pivot_excess": 0.7611, "pivot_norm": 0.94108, "pivot_pooled": 0.7918, "pivot_raw": 0.78003, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00838, "gen_tokens": 279, "item_id": "llmzszl-18793", "marked_mass_band": 0.37965, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7997, "pivot_excess": 0.79554, "pivot_norm": 0.9708, "pivot_pooled": 0.81298, "pivot_raw": 0.80392, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0284, "gen_tokens": 647, "item_id": "llmzszl-18799", "marked_mass_band": 0.36186, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78238, "pivot_excess": 0.72464, "pivot_norm": 0.90748, "pivot_pooled": 0.75825, "pivot_raw": 0.75304, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09278, "gen_tokens": 384, "item_id": "llmzszl-18801", "marked_mass_band": 0.38145, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74004, "pivot_excess": 0.65861, "pivot_norm": 0.90543, "pivot_pooled": 0.76643, "pivot_raw": 0.75139, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07754, "gen_tokens": 951, "item_id": "llmzszl-18804", "marked_mass_band": 0.38893, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67569, "pivot_excess": 0.62326, "pivot_norm": 0.84246, "pivot_pooled": 0.71928, "pivot_raw": 0.7008, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 401, "item_id": "llmzszl-18809", "marked_mass_band": 0.38546, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71938, "pivot_excess": 0.71602, "pivot_norm": 0.86141, "pivot_pooled": 0.73112, "pivot_raw": 0.71602, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01667, "gen_tokens": 263, "item_id": "llmzszl-18810", "marked_mass_band": 0.38766, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78583, "pivot_excess": 0.72808, "pivot_norm": 0.89716, "pivot_pooled": 0.75324, "pivot_raw": 0.74475, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 786, "item_id": "llmzszl-18811", "marked_mass_band": 0.36225, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.79489, "pivot_excess": 0.76483, "pivot_norm": 0.92215, "pivot_pooled": 0.77382, "pivot_raw": 0.76483, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.21539, "gen_tokens": 513, "item_id": "llmzszl-18812", "marked_mass_band": 0.39872, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66357, "pivot_excess": 0.46441, "pivot_norm": 0.81633, "pivot_pooled": 0.7108, "pivot_raw": 0.6798, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 146, "item_id": "llmzszl-18815", "marked_mass_band": 0.39031, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.77027, "pivot_excess": 0.7443, "pivot_norm": 0.89661, "pivot_pooled": 0.77507, "pivot_raw": 0.7443, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01607, "gen_tokens": 445, "item_id": "llmzszl-19", "marked_mass_band": 0.33514, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64175, "pivot_excess": 0.66649, "pivot_norm": 0.81977, "pivot_pooled": 0.69233, "pivot_raw": 0.68256, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03342, "gen_tokens": 548, "item_id": "llmzszl-21", "marked_mass_band": 0.40488, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7743, "pivot_excess": 0.72278, "pivot_norm": 0.91142, "pivot_pooled": 0.76891, "pivot_raw": 0.7562, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 79, "item_id": "llmzszl-27", "marked_mass_band": 0.42114, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77697, "pivot_excess": 0.72904, "pivot_norm": 0.87761, "pivot_pooled": 0.73831, "pivot_raw": 0.72904, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02205, "gen_tokens": 158, "item_id": "llmzszl-29", "marked_mass_band": 0.3766, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76286, "pivot_excess": 0.71392, "pivot_norm": 0.88624, "pivot_pooled": 0.7501, "pivot_raw": 0.73597, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 198, "item_id": "llmzszl-3", "marked_mass_band": 0.35821, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73077, "pivot_excess": 0.71156, "pivot_norm": 0.85586, "pivot_pooled": 0.71772, "pivot_raw": 0.71156, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00133, "gen_tokens": 150, "item_id": "llmzszl-32", "marked_mass_band": 0.35115, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73516, "pivot_excess": 0.72778, "pivot_norm": 0.8777, "pivot_pooled": 0.73563, "pivot_raw": 0.72911, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00985, "gen_tokens": 1280, "item_id": "llmzszl-36", "marked_mass_band": 0.37044, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.71576, "pivot_excess": 0.70532, "pivot_norm": 0.86036, "pivot_pooled": 0.72424, "pivot_raw": 0.71518, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00295, "gen_tokens": 569, "item_id": "llmzszl-38", "marked_mass_band": 0.36914, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66557, "pivot_excess": 0.67663, "pivot_norm": 0.81606, "pivot_pooled": 0.69083, "pivot_raw": 0.67958, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03025, "gen_tokens": 198, "item_id": "llmzszl-39", "marked_mass_band": 0.41852, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80565, "pivot_excess": 0.73767, "pivot_norm": 0.926, "pivot_pooled": 0.78028, "pivot_raw": 0.76792, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 156, "item_id": "llmzszl-42", "marked_mass_band": 0.39399, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79675, "pivot_excess": 0.76919, "pivot_norm": 0.92758, "pivot_pooled": 0.78058, "pivot_raw": 0.76919, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01824, "gen_tokens": 161, "item_id": "llmzszl-43", "marked_mass_band": 0.34448, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6958, "pivot_excess": 0.68642, "pivot_norm": 0.84727, "pivot_pooled": 0.70726, "pivot_raw": 0.70466, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 216, "item_id": "llmzszl-45", "marked_mass_band": 0.35491, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79523, "pivot_excess": 0.74262, "pivot_norm": 0.89452, "pivot_pooled": 0.74927, "pivot_raw": 0.74263, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 144, "item_id": "llmzszl-46", "marked_mass_band": 0.42686, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7747, "pivot_excess": 0.76505, "pivot_norm": 0.92243, "pivot_pooled": 0.78022, "pivot_raw": 0.76505, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01932, "gen_tokens": 1280, "item_id": "llmzszl-47", "marked_mass_band": 0.34628, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.72281, "pivot_excess": 0.69213, "pivot_norm": 0.85572, "pivot_pooled": 0.71597, "pivot_raw": 0.71145, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 214, "item_id": "llmzszl-48", "marked_mass_band": 0.4023, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68975, "pivot_excess": 0.6862, "pivot_norm": 0.82429, "pivot_pooled": 0.71158, "pivot_raw": 0.6862, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00719, "gen_tokens": 520, "item_id": "llmzszl-54", "marked_mass_band": 0.39095, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79783, "pivot_excess": 0.74689, "pivot_norm": 0.90877, "pivot_pooled": 0.76241, "pivot_raw": 0.75408, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 171, "item_id": "llmzszl-56", "marked_mass_band": 0.36355, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72423, "pivot_excess": 0.72329, "pivot_norm": 0.87046, "pivot_pooled": 0.72835, "pivot_raw": 0.72329, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 406, "item_id": "llmzszl-57", "marked_mass_band": 0.41239, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68646, "pivot_excess": 0.69865, "pivot_norm": 0.8398, "pivot_pooled": 0.71607, "pivot_raw": 0.69866, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 468, "item_id": "llmzszl-59", "marked_mass_band": 0.40557, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67329, "pivot_excess": 0.7095, "pivot_norm": 0.85329, "pivot_pooled": 0.71702, "pivot_raw": 0.7095, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01163, "gen_tokens": 647, "item_id": "llmzszl-6", "marked_mass_band": 0.33866, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73184, "pivot_excess": 0.72017, "pivot_norm": 0.88105, "pivot_pooled": 0.73861, "pivot_raw": 0.7318, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 176, "item_id": "llmzszl-61", "marked_mass_band": 0.44882, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.84577, "pivot_excess": 0.80814, "pivot_norm": 0.97606, "pivot_pooled": 0.82354, "pivot_raw": 0.80814, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 211, "item_id": "llmzszl-62", "marked_mass_band": 0.38342, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80236, "pivot_excess": 0.79086, "pivot_norm": 0.95455, "pivot_pooled": 0.79986, "pivot_raw": 0.79086, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 238, "item_id": "llmzszl-63", "marked_mass_band": 0.30638, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69136, "pivot_excess": 0.71479, "pivot_norm": 0.85988, "pivot_pooled": 0.71888, "pivot_raw": 0.71479, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 207, "item_id": "llmzszl-65", "marked_mass_band": 0.39449, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65724, "pivot_excess": 0.67944, "pivot_norm": 0.81588, "pivot_pooled": 0.69453, "pivot_raw": 0.67944, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02118, "gen_tokens": 201, "item_id": "llmzszl-66", "marked_mass_band": 0.42476, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83194, "pivot_excess": 0.78992, "pivot_norm": 0.97974, "pivot_pooled": 0.82734, "pivot_raw": 0.8111, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01328, "gen_tokens": 143, "item_id": "llmzszl-68", "marked_mass_band": 0.38149, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61411, "pivot_excess": 0.66602, "pivot_norm": 0.81572, "pivot_pooled": 0.69467, "pivot_raw": 0.67931, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.12901, "gen_tokens": 287, "item_id": "llmzszl-69", "marked_mass_band": 0.40524, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70569, "pivot_excess": 0.5997, "pivot_norm": 0.8772, "pivot_pooled": 0.73703, "pivot_raw": 0.72871, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 340, "item_id": "llmzszl-7", "marked_mass_band": 0.3545, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77415, "pivot_excess": 0.73661, "pivot_norm": 0.88704, "pivot_pooled": 0.74302, "pivot_raw": 0.73662, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 1e-05, "gen_tokens": 306, "item_id": "llmzszl-71", "marked_mass_band": 0.41993, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.80598, "pivot_excess": 0.74365, "pivot_norm": 0.89581, "pivot_pooled": 0.76596, "pivot_raw": 0.74366, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 504, "item_id": "llmzszl-75", "marked_mass_band": 0.37739, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80846, "pivot_excess": 0.78069, "pivot_norm": 0.9419, "pivot_pooled": 0.79202, "pivot_raw": 0.78069, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02369, "gen_tokens": 184, "item_id": "llmzszl-8", "marked_mass_band": 0.38746, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79629, "pivot_excess": 0.75661, "pivot_norm": 0.94141, "pivot_pooled": 0.79681, "pivot_raw": 0.7803, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 321, "item_id": "llmzszl-80", "marked_mass_band": 0.32931, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66127, "pivot_excess": 0.71122, "pivot_norm": 0.85544, "pivot_pooled": 0.71251, "pivot_raw": 0.71122, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01057, "gen_tokens": 1280, "item_id": "llmzszl-81", "marked_mass_band": 0.36589, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.83442, "pivot_excess": 0.7851, "pivot_norm": 0.96054, "pivot_pooled": 0.80356, "pivot_raw": 0.79567, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.03096, "gen_tokens": 567, "item_id": "llmzszl-82", "marked_mass_band": 0.32974, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74418, "pivot_excess": 0.71592, "pivot_norm": 0.89981, "pivot_pooled": 0.75418, "pivot_raw": 0.74688, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 468, "item_id": "llmzszl-86", "marked_mass_band": 0.35698, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76815, "pivot_excess": 0.73694, "pivot_norm": 0.88744, "pivot_pooled": 0.74265, "pivot_raw": 0.73694, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 206, "item_id": "llmzszl-87", "marked_mass_band": 0.35477, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.82779, "pivot_excess": 0.78394, "pivot_norm": 0.94594, "pivot_pooled": 0.79346, "pivot_raw": 0.78394, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03031, "gen_tokens": 82, "item_id": "llmzszl-89", "marked_mass_band": 0.33993, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5462, "pivot_excess": 0.60367, "pivot_norm": 0.7593, "pivot_pooled": 0.64085, "pivot_raw": 0.63398, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 180, "item_id": "llmzszl-94", "marked_mass_band": 0.37992, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63873, "pivot_excess": 0.67226, "pivot_norm": 0.80695, "pivot_pooled": 0.67494, "pivot_raw": 0.67226, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16041, "gen_tokens": 334, "item_id": "llmzszl-96", "marked_mass_band": 0.41099, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65802, "pivot_excess": 0.52439, "pivot_norm": 0.82255, "pivot_pooled": 0.71478, "pivot_raw": 0.6848, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00704, "gen_tokens": 461, "item_id": "pes-Alergologia-2018 wiosna-34", "marked_mass_band": 0.38436, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65753, "pivot_excess": 0.65031, "pivot_norm": 1.33951, "pivot_pooled": 0.66173, "pivot_raw": 0.65735, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 193, "item_id": "pes-Alergologia-2018 wiosna-81", "marked_mass_band": 0.36383, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59278, "pivot_excess": 0.6282, "pivot_norm": 1.27961, "pivot_pooled": 0.6281, "pivot_raw": 0.62822, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00778, "gen_tokens": 167, "item_id": "pes-Alergologia-2019 jesie\u0144-37", "marked_mass_band": 0.3571, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62058, "pivot_excess": 0.62885, "pivot_norm": 1.2969, "pivot_pooled": 0.6463, "pivot_raw": 0.63663, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 398, "item_id": "pes-Alergologia-2019 jesie\u0144-76", "marked_mass_band": 0.35456, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59716, "pivot_excess": 0.6523, "pivot_norm": 1.32914, "pivot_pooled": 0.65453, "pivot_raw": 0.65231, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00835, "gen_tokens": 377, "item_id": "pes-Anestezjologia-2018 jesie\u0144-104", "marked_mass_band": 0.37936, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70514, "pivot_excess": 0.69462, "pivot_norm": 1.43333, "pivot_pooled": 0.70936, "pivot_raw": 0.70297, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 555, "item_id": "pes-Anestezjologia-2018 jesie\u0144-8", "marked_mass_band": 0.38308, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75529, "pivot_excess": 0.71557, "pivot_norm": 1.45925, "pivot_pooled": 0.73133, "pivot_raw": 0.71557, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02144, "gen_tokens": 145, "item_id": "pes-Anestezjologia-2018 wiosna-34", "marked_mass_band": 0.37334, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74545, "pivot_excess": 0.69335, "pivot_norm": 1.45764, "pivot_pooled": 0.72045, "pivot_raw": 0.71479, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00845, "gen_tokens": 181, "item_id": "pes-Anestezjologia-2018 wiosna-43", "marked_mass_band": 0.34523, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68172, "pivot_excess": 0.63717, "pivot_norm": 1.31539, "pivot_pooled": 0.6511, "pivot_raw": 0.64562, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00857, "gen_tokens": 334, "item_id": "pes-Angiologia-2020 jesie\u0144-84", "marked_mass_band": 0.31704, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66036, "pivot_excess": 0.67157, "pivot_norm": 1.38639, "pivot_pooled": 0.68067, "pivot_raw": 0.68014, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00424, "gen_tokens": 324, "item_id": "pes-Angiologia-2020 wiosna-42", "marked_mass_band": 0.36379, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67076, "pivot_excess": 0.68784, "pivot_norm": 1.41095, "pivot_pooled": 0.70032, "pivot_raw": 0.69209, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 160, "item_id": "pes-Angiologia-2020 wiosna-76", "marked_mass_band": 0.35268, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63585, "pivot_excess": 0.65183, "pivot_norm": 1.32816, "pivot_pooled": 0.65679, "pivot_raw": 0.65183, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 1e-05, "gen_tokens": 1178, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesie\u0144-83", "marked_mass_band": 0.36332, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69718, "pivot_excess": 0.71907, "pivot_norm": 1.46646, "pivot_pooled": 0.72631, "pivot_raw": 0.71908, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00663, "gen_tokens": 207, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-17", "marked_mass_band": 0.34802, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77772, "pivot_excess": 0.74733, "pivot_norm": 1.53818, "pivot_pooled": 0.76636, "pivot_raw": 0.75396, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00412, "gen_tokens": 360, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-40", "marked_mass_band": 0.34578, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55957, "pivot_excess": 0.60806, "pivot_norm": 1.24661, "pivot_pooled": 0.607, "pivot_raw": 0.61217, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00338, "gen_tokens": 228, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-42", "marked_mass_band": 0.36027, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7303, "pivot_excess": 0.73623, "pivot_norm": 1.50867, "pivot_pooled": 0.73698, "pivot_raw": 0.73961, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01493, "gen_tokens": 1280, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "marked_mass_band": 0.37144, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72703, "pivot_excess": 0.68456, "pivot_norm": 1.42618, "pivot_pooled": 0.70267, "pivot_raw": 0.69949, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00285, "gen_tokens": 236, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 jesie\u0144-109", "marked_mass_band": 0.33539, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66437, "pivot_excess": 0.66966, "pivot_norm": 1.3707, "pivot_pooled": 0.67326, "pivot_raw": 0.67252, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 207, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 jesie\u0144-30", "marked_mass_band": 0.37165, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.48753, "pivot_excess": 0.5794, "pivot_norm": 1.17921, "pivot_pooled": 0.57535, "pivot_raw": 0.5794, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00595, "gen_tokens": 243, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 wiosna-101", "marked_mass_band": 0.36989, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76055, "pivot_excess": 0.74562, "pivot_norm": 1.53327, "pivot_pooled": 0.7571, "pivot_raw": 0.75157, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01241, "gen_tokens": 854, "item_id": "pes-Chirurgia dzieci\u0119ca-2019 jesie\u0144-55", "marked_mass_band": 0.30565, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62941, "pivot_excess": 0.65396, "pivot_norm": 1.35807, "pivot_pooled": 0.66506, "pivot_raw": 0.66637, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0096, "gen_tokens": 172, "item_id": "pes-Chirurgia naczyniowa-2018 jesie\u0144-76", "marked_mass_band": 0.3216, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.49428, "pivot_excess": 0.55913, "pivot_norm": 1.15729, "pivot_pooled": 0.56583, "pivot_raw": 0.56873, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 159, "item_id": "pes-Chirurgia naczyniowa-2019 jesie\u0144-15", "marked_mass_band": 0.34613, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66555, "pivot_excess": 0.69497, "pivot_norm": 1.41689, "pivot_pooled": 0.69365, "pivot_raw": 0.69497, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 320, "item_id": "pes-Chirurgia naczyniowa-2019 jesie\u0144-94", "marked_mass_band": 0.37341, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66209, "pivot_excess": 0.6973, "pivot_norm": 1.42167, "pivot_pooled": 0.70008, "pivot_raw": 0.6973, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 188, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "marked_mass_band": 0.33311, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55556, "pivot_excess": 0.63694, "pivot_norm": 1.29762, "pivot_pooled": 0.638, "pivot_raw": 0.63697, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 161, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "marked_mass_band": 0.29718, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55621, "pivot_excess": 0.61394, "pivot_norm": 1.25025, "pivot_pooled": 0.61796, "pivot_raw": 0.61394, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00804, "gen_tokens": 215, "item_id": "pes-Chirurgia og\u00f3lna-2018 wiosna-89", "marked_mass_band": 0.34211, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68982, "pivot_excess": 0.68744, "pivot_norm": 1.41793, "pivot_pooled": 0.6949, "pivot_raw": 0.69548, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00257, "gen_tokens": 117, "item_id": "pes-Chirurgia og\u00f3lna-2020 jesie\u0144-71", "marked_mass_band": 0.34967, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68654, "pivot_excess": 0.66464, "pivot_norm": 1.35978, "pivot_pooled": 0.66592, "pivot_raw": 0.6672, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 61, "item_id": "pes-Chirurgia og\u00f3lna-2020 wiosna-65", "marked_mass_band": 0.31242, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68997, "pivot_excess": 0.64208, "pivot_norm": 1.30812, "pivot_pooled": 0.64144, "pivot_raw": 0.64208, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.08203, "gen_tokens": 146, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "marked_mass_band": 0.30459, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52183, "pivot_excess": 0.51755, "pivot_norm": 1.22072, "pivot_pooled": 0.60053, "pivot_raw": 0.59958, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 196, "item_id": "pes-Chirurgia onkologiczna-2019 jesie\u0144-16", "marked_mass_band": 0.36142, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71799, "pivot_excess": 0.73098, "pivot_norm": 1.49095, "pivot_pooled": 0.74678, "pivot_raw": 0.73099, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 259, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "marked_mass_band": 0.42131, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.48665, "pivot_excess": 0.50391, "pivot_norm": 1.02403, "pivot_pooled": 0.51201, "pivot_raw": 0.50393, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 566, "item_id": "pes-Chirurgia onkologiczna-2020 jesie\u0144-56", "marked_mass_band": 0.36617, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70034, "pivot_excess": 0.6978, "pivot_norm": 1.42269, "pivot_pooled": 0.70655, "pivot_raw": 0.6978, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00697, "gen_tokens": 266, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "marked_mass_band": 0.35057, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69699, "pivot_excess": 0.69798, "pivot_norm": 1.43741, "pivot_pooled": 0.714, "pivot_raw": 0.70495, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 3e-05, "gen_tokens": 179, "item_id": "pes-Chirurgia stomatologiczna-2018 jesie\u0144-14", "marked_mass_band": 0.3545, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67541, "pivot_excess": 0.69073, "pivot_norm": 1.40821, "pivot_pooled": 0.69357, "pivot_raw": 0.69076, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 402, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "marked_mass_band": 0.34704, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69172, "pivot_excess": 0.71629, "pivot_norm": 1.46077, "pivot_pooled": 0.72364, "pivot_raw": 0.71632, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0019, "gen_tokens": 203, "item_id": "pes-Chirurgia stomatologiczna-2019 jesie\u0144-11", "marked_mass_band": 0.31414, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58482, "pivot_excess": 0.64183, "pivot_norm": 1.31151, "pivot_pooled": 0.64466, "pivot_raw": 0.64373, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01695, "gen_tokens": 152, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "marked_mass_band": 0.32696, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60621, "pivot_excess": 0.63324, "pivot_norm": 1.32479, "pivot_pooled": 0.65017, "pivot_raw": 0.65019, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 204, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2018 jesie\u0144-102", "marked_mass_band": 0.35679, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.53812, "pivot_excess": 0.58934, "pivot_norm": 1.19967, "pivot_pooled": 0.58883, "pivot_raw": 0.58934, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 241, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2018 jesie\u0144-112", "marked_mass_band": 0.37213, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64149, "pivot_excess": 0.68012, "pivot_norm": 1.38634, "pivot_pooled": 0.68672, "pivot_raw": 0.68012, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01712, "gen_tokens": 113, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2019 jesie\u0144-40", "marked_mass_band": 0.34541, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72783, "pivot_excess": 0.66648, "pivot_norm": 1.39351, "pivot_pooled": 0.68209, "pivot_raw": 0.68361, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0066, "gen_tokens": 151, "item_id": "pes-Choroby p\u0142uc dzieci-2020 jesie\u0144-65", "marked_mass_band": 0.3316, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54437, "pivot_excess": 0.60131, "pivot_norm": 1.23785, "pivot_pooled": 0.60627, "pivot_raw": 0.60791, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 170, "item_id": "pes-Choroby p\u0142uc dzieci-2020 wiosna-67", "marked_mass_band": 0.38145, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66018, "pivot_excess": 0.66688, "pivot_norm": 1.35911, "pivot_pooled": 0.66341, "pivot_raw": 0.66688, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 7e-05, "gen_tokens": 328, "item_id": "pes-Choroby p\u0142uc-2018 jesie\u0144-61", "marked_mass_band": 0.37261, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63676, "pivot_excess": 0.67131, "pivot_norm": 1.36837, "pivot_pooled": 0.67975, "pivot_raw": 0.67138, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00593, "gen_tokens": 265, "item_id": "pes-Choroby p\u0142uc-2019 jesie\u0144-104", "marked_mass_band": 0.35462, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73594, "pivot_excess": 0.71154, "pivot_norm": 1.46315, "pivot_pooled": 0.72449, "pivot_raw": 0.71747, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00735, "gen_tokens": 275, "item_id": "pes-Choroby p\u0142uc-2019 wiosna-45", "marked_mass_band": 0.33976, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68789, "pivot_excess": 0.69476, "pivot_norm": 1.43157, "pivot_pooled": 0.70729, "pivot_raw": 0.70211, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 337, "item_id": "pes-Choroby p\u0142uc-2020 jesie\u0144-65", "marked_mass_band": 0.33761, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55198, "pivot_excess": 0.60816, "pivot_norm": 1.23838, "pivot_pooled": 0.60054, "pivot_raw": 0.60817, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00011, "gen_tokens": 412, "item_id": "pes-Choroby p\u0142uc-2020 wiosna-13", "marked_mass_band": 0.34712, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59558, "pivot_excess": 0.63649, "pivot_norm": 1.29686, "pivot_pooled": 0.63088, "pivot_raw": 0.63661, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05924, "gen_tokens": 110, "item_id": "pes-Choroby wewn\u0119trzne-2018 wiosna-55", "marked_mass_band": 0.34436, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56177, "pivot_excess": 0.56772, "pivot_norm": 1.27703, "pivot_pooled": 0.62316, "pivot_raw": 0.62696, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00099, "gen_tokens": 308, "item_id": "pes-Choroby wewn\u0119trzne-2020 jesie\u0144-11", "marked_mass_band": 0.36751, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55679, "pivot_excess": 0.60202, "pivot_norm": 1.22777, "pivot_pooled": 0.6096, "pivot_raw": 0.60301, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 1e-05, "gen_tokens": 162, "item_id": "pes-Choroby wewn\u0119trzne-2020 jesie\u0144-6", "marked_mass_band": 0.35897, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65602, "pivot_excess": 0.63922, "pivot_norm": 1.30224, "pivot_pooled": 0.65209, "pivot_raw": 0.63922, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 107, "item_id": "pes-Choroby wewn\u0119trzne-2020 wiosna-26", "marked_mass_band": 0.37136, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53792, "pivot_excess": 0.56364, "pivot_norm": 1.14681, "pivot_pooled": 0.56644, "pivot_raw": 0.56364, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 115, "item_id": "pes-Choroby zaka\u017ane-2018 jesie\u0144-58", "marked_mass_band": 0.34874, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72175, "pivot_excess": 0.74457, "pivot_norm": 1.51891, "pivot_pooled": 0.74703, "pivot_raw": 0.74459, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00379, "gen_tokens": 449, "item_id": "pes-Choroby zaka\u017ane-2018 wiosna-99", "marked_mass_band": 0.3462, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63229, "pivot_excess": 0.66552, "pivot_norm": 1.36411, "pivot_pooled": 0.67707, "pivot_raw": 0.66931, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 223, "item_id": "pes-Choroby zaka\u017ane-2020 wiosna-32", "marked_mass_band": 0.36596, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68419, "pivot_excess": 0.65411, "pivot_norm": 1.33288, "pivot_pooled": 0.66019, "pivot_raw": 0.65412, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02917, "gen_tokens": 306, "item_id": "pes-Choroby zaka\u017ane-2020 wiosna-70", "marked_mass_band": 0.39051, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.42929, "pivot_excess": 0.49188, "pivot_norm": 1.05925, "pivot_pooled": 0.50092, "pivot_raw": 0.52106, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 275, "item_id": "pes-Dermatologia i wenerologia-2018 jesie\u0144-66", "marked_mass_band": 0.34932, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70764, "pivot_excess": 0.71523, "pivot_norm": 1.45855, "pivot_pooled": 0.71847, "pivot_raw": 0.71523, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0208, "gen_tokens": 221, "item_id": "pes-Dermatologia i wenerologia-2019 jesie\u0144-66", "marked_mass_band": 0.34983, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65459, "pivot_excess": 0.63784, "pivot_norm": 1.34216, "pivot_pooled": 0.66254, "pivot_raw": 0.65863, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00261, "gen_tokens": 275, "item_id": "pes-Dermatologia i wenerologia-2020 jesie\u0144-68", "marked_mass_band": 0.36085, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66553, "pivot_excess": 0.66555, "pivot_norm": 1.36175, "pivot_pooled": 0.67216, "pivot_raw": 0.66816, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00315, "gen_tokens": 344, "item_id": "pes-Dermatologia i wenerologia-2020 jesie\u0144-80", "marked_mass_band": 0.33408, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69482, "pivot_excess": 0.67714, "pivot_norm": 1.3867, "pivot_pooled": 0.68357, "pivot_raw": 0.68029, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 1280, "item_id": "pes-Diabetologia-2018 wiosna-87", "marked_mass_band": 0.32574, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.6568, "pivot_excess": 0.68625, "pivot_norm": 1.39895, "pivot_pooled": 0.69106, "pivot_raw": 0.68625, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 175, "item_id": "pes-Diabetologia-2019 jesie\u0144-28", "marked_mass_band": 0.35861, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67927, "pivot_excess": 0.7039, "pivot_norm": 1.43529, "pivot_pooled": 0.70299, "pivot_raw": 0.70392, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03649, "gen_tokens": 191, "item_id": "pes-Diabetologia-2019 jesie\u0144-6", "marked_mass_band": 0.35054, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67397, "pivot_excess": 0.669, "pivot_norm": 1.43851, "pivot_pooled": 0.70666, "pivot_raw": 0.70549, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00581, "gen_tokens": 558, "item_id": "pes-Diabetologia-2019 wiosna-55", "marked_mass_band": 0.3936, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58007, "pivot_excess": 0.63595, "pivot_norm": 1.30744, "pivot_pooled": 0.64319, "pivot_raw": 0.64175, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00648, "gen_tokens": 222, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczo\u015b\u0107-2018 jesie\u0144-69", "marked_mass_band": 0.35203, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64947, "pivot_excess": 0.6176, "pivot_norm": 1.27109, "pivot_pooled": 0.62921, "pivot_raw": 0.62407, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00901, "gen_tokens": 180, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczo\u015b\u0107-2020 jesie\u0144-45", "marked_mass_band": 0.34993, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52113, "pivot_excess": 0.56975, "pivot_norm": 1.17792, "pivot_pooled": 0.57852, "pivot_raw": 0.57877, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 1e-05, "gen_tokens": 247, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2019 wiosna-13", "marked_mass_band": 0.35805, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59762, "pivot_excess": 0.63736, "pivot_norm": 1.29842, "pivot_pooled": 0.63379, "pivot_raw": 0.63736, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00486, "gen_tokens": 295, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2019 wiosna-67", "marked_mass_band": 0.38983, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63099, "pivot_excess": 0.66194, "pivot_norm": 1.35896, "pivot_pooled": 0.66998, "pivot_raw": 0.66681, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00861, "gen_tokens": 396, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2020 jesie\u0144-79", "marked_mass_band": 0.32901, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62174, "pivot_excess": 0.6397, "pivot_norm": 1.32092, "pivot_pooled": 0.64793, "pivot_raw": 0.64831, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 179, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2020 wiosna-6", "marked_mass_band": 0.40376, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53642, "pivot_excess": 0.619, "pivot_norm": 1.26066, "pivot_pooled": 0.62346, "pivot_raw": 0.619, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01048, "gen_tokens": 419, "item_id": "pes-Endokrynologia-2018 jesie\u0144-30", "marked_mass_band": 0.37904, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56293, "pivot_excess": 0.5824, "pivot_norm": 1.20694, "pivot_pooled": 0.59492, "pivot_raw": 0.59288, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00848, "gen_tokens": 229, "item_id": "pes-Endokrynologia-2019 jesie\u0144-16", "marked_mass_band": 0.3338, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70144, "pivot_excess": 0.683, "pivot_norm": 1.40971, "pivot_pooled": 0.69406, "pivot_raw": 0.69148, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00195, "gen_tokens": 290, "item_id": "pes-Endokrynologia-2020 jesie\u0144-108", "marked_mass_band": 0.39131, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47614, "pivot_excess": 0.56501, "pivot_norm": 1.15363, "pivot_pooled": 0.56535, "pivot_raw": 0.56695, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00044, "gen_tokens": 225, "item_id": "pes-Endokrynologia-2020 wiosna-75", "marked_mass_band": 0.33265, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57869, "pivot_excess": 0.65578, "pivot_norm": 1.33718, "pivot_pooled": 0.6585, "pivot_raw": 0.65621, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01003, "gen_tokens": 132, "item_id": "pes-Gastroenterologia dzieci\u0119ca-2018 wiosna-71", "marked_mass_band": 0.33736, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64133, "pivot_excess": 0.6392, "pivot_norm": 1.32283, "pivot_pooled": 0.65464, "pivot_raw": 0.64923, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0058, "gen_tokens": 535, "item_id": "pes-Gastroenterologia-2018 jesie\u0144-95", "marked_mass_band": 0.3353, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62737, "pivot_excess": 0.63821, "pivot_norm": 1.31208, "pivot_pooled": 0.64811, "pivot_raw": 0.64401, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00844, "gen_tokens": 325, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "marked_mass_band": 0.38188, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62982, "pivot_excess": 0.62909, "pivot_norm": 1.29876, "pivot_pooled": 0.63661, "pivot_raw": 0.63753, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00125, "gen_tokens": 373, "item_id": "pes-Gastroenterologia-2019 jesie\u0144-102", "marked_mass_band": 0.36152, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68424, "pivot_excess": 0.68145, "pivot_norm": 1.39166, "pivot_pooled": 0.69165, "pivot_raw": 0.68271, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01205, "gen_tokens": 383, "item_id": "pes-Gastroenterologia-2019 jesie\u0144-77", "marked_mass_band": 0.36581, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62655, "pivot_excess": 0.63862, "pivot_norm": 1.32578, "pivot_pooled": 0.65527, "pivot_raw": 0.65067, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00164, "gen_tokens": 220, "item_id": "pes-Geriatria-2018 wiosna-61", "marked_mass_band": 0.36237, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5579, "pivot_excess": 0.63767, "pivot_norm": 1.30243, "pivot_pooled": 0.64338, "pivot_raw": 0.63931, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01575, "gen_tokens": 89, "item_id": "pes-Geriatria-2019 wiosna-22", "marked_mass_band": 0.4541, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.86686, "pivot_excess": 0.76289, "pivot_norm": 1.58893, "pivot_pooled": 0.79789, "pivot_raw": 0.77864, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01484, "gen_tokens": 254, "item_id": "pes-Geriatria-2019 wiosna-48", "marked_mass_band": 0.38669, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71871, "pivot_excess": 0.7, "pivot_norm": 1.45773, "pivot_pooled": 0.72206, "pivot_raw": 0.71483, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 222, "item_id": "pes-Geriatria-2020 jesie\u0144-39", "marked_mass_band": 0.36748, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69543, "pivot_excess": 0.70833, "pivot_norm": 1.44436, "pivot_pooled": 0.72017, "pivot_raw": 0.70833, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 346, "item_id": "pes-Ginekologia onkologiczna-2018 jesie\u0144-70", "marked_mass_band": 0.35284, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74449, "pivot_excess": 0.73763, "pivot_norm": 1.50461, "pivot_pooled": 0.74499, "pivot_raw": 0.73763, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00018, "gen_tokens": 230, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "marked_mass_band": 0.37155, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72722, "pivot_excess": 0.72346, "pivot_norm": 1.47584, "pivot_pooled": 0.73204, "pivot_raw": 0.72364, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01418, "gen_tokens": 187, "item_id": "pes-Ginekologia onkologiczna-2020 jesie\u0144-9", "marked_mass_band": 0.35978, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71891, "pivot_excess": 0.70025, "pivot_norm": 1.4569, "pivot_pooled": 0.71319, "pivot_raw": 0.71443, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 131, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "marked_mass_band": 0.34974, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60662, "pivot_excess": 0.64572, "pivot_norm": 1.31559, "pivot_pooled": 0.64718, "pivot_raw": 0.64572, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00656, "gen_tokens": 240, "item_id": "pes-Hematologia-2018 jesie\u0144-1", "marked_mass_band": 0.35796, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6067, "pivot_excess": 0.61468, "pivot_norm": 1.26526, "pivot_pooled": 0.62407, "pivot_raw": 0.62124, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00555, "gen_tokens": 290, "item_id": "pes-Hematologia-2018 wiosna-117", "marked_mass_band": 0.36912, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71344, "pivot_excess": 0.71613, "pivot_norm": 1.4718, "pivot_pooled": 0.73305, "pivot_raw": 0.72168, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 263, "item_id": "pes-Hematologia-2019 jesie\u0144-36", "marked_mass_band": 0.31805, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60778, "pivot_excess": 0.64599, "pivot_norm": 1.31616, "pivot_pooled": 0.6466, "pivot_raw": 0.64599, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00175, "gen_tokens": 887, "item_id": "pes-Hematologia-2019 wiosna-3", "marked_mass_band": 0.34497, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70047, "pivot_excess": 0.69356, "pivot_norm": 1.41759, "pivot_pooled": 0.70005, "pivot_raw": 0.69532, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01112, "gen_tokens": 131, "item_id": "pes-Hipertensjologia-2018 jesie\u0144-20", "marked_mass_band": 0.37239, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67875, "pivot_excess": 0.67605, "pivot_norm": 1.40084, "pivot_pooled": 0.68776, "pivot_raw": 0.68717, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 195, "item_id": "pes-Hipertensjologia-2018 jesie\u0144-32", "marked_mass_band": 0.40917, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7988, "pivot_excess": 0.74637, "pivot_norm": 1.52258, "pivot_pooled": 0.76205, "pivot_raw": 0.74637, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00713, "gen_tokens": 214, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "marked_mass_band": 0.39176, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74316, "pivot_excess": 0.6999, "pivot_norm": 1.44168, "pivot_pooled": 0.71708, "pivot_raw": 0.70703, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00823, "gen_tokens": 170, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "marked_mass_band": 0.33373, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71964, "pivot_excess": 0.72388, "pivot_norm": 1.49325, "pivot_pooled": 0.73898, "pivot_raw": 0.73211, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00091, "gen_tokens": 359, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "marked_mass_band": 0.34511, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64057, "pivot_excess": 0.66912, "pivot_norm": 1.36559, "pivot_pooled": 0.67416, "pivot_raw": 0.67003, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00021, "gen_tokens": 243, "item_id": "pes-Kardiologia-2018 jesie\u0144-62", "marked_mass_band": 0.36687, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53232, "pivot_excess": 0.59415, "pivot_norm": 1.21, "pivot_pooled": 0.59162, "pivot_raw": 0.59437, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.05627, "gen_tokens": 1280, "item_id": "pes-Kardiologia-2019 wiosna-82", "marked_mass_band": 0.38043, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.78726, "pivot_excess": 0.70547, "pivot_norm": 1.55418, "pivot_pooled": 0.76898, "pivot_raw": 0.76174, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01692, "gen_tokens": 214, "item_id": "pes-Kardiologia-2020 jesie\u0144-71", "marked_mass_band": 0.32723, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59514, "pivot_excess": 0.59911, "pivot_norm": 1.25455, "pivot_pooled": 0.61956, "pivot_raw": 0.61603, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00913, "gen_tokens": 474, "item_id": "pes-Kardiologia-2020 wiosna-3", "marked_mass_band": 0.34367, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69892, "pivot_excess": 0.6566, "pivot_norm": 1.35674, "pivot_pooled": 0.66966, "pivot_raw": 0.66573, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00036, "gen_tokens": 181, "item_id": "pes-Kardiologia-2020 wiosna-78", "marked_mass_band": 0.33186, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.51722, "pivot_excess": 0.56422, "pivot_norm": 1.14875, "pivot_pooled": 0.56413, "pivot_raw": 0.56458, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00559, "gen_tokens": 265, "item_id": "pes-Medycyna Pracy-2018 jesie\u0144-53", "marked_mass_band": 0.38795, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67841, "pivot_excess": 0.67617, "pivot_norm": 1.38971, "pivot_pooled": 0.6888, "pivot_raw": 0.68176, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01519, "gen_tokens": 103, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "marked_mass_band": 0.35585, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.667, "pivot_excess": 0.62657, "pivot_norm": 1.30746, "pivot_pooled": 0.63765, "pivot_raw": 0.64176, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 265, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "marked_mass_band": 0.35116, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.53345, "pivot_excess": 0.57258, "pivot_norm": 1.1652, "pivot_pooled": 0.57213, "pivot_raw": 0.57258, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 269, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "marked_mass_band": 0.35357, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55382, "pivot_excess": 0.55706, "pivot_norm": 1.13329, "pivot_pooled": 0.56152, "pivot_raw": 0.55706, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02775, "gen_tokens": 180, "item_id": "pes-Medycyna paliatywna-2018 jesie\u0144-11", "marked_mass_band": 0.37908, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54939, "pivot_excess": 0.56834, "pivot_norm": 1.21354, "pivot_pooled": 0.58737, "pivot_raw": 0.59609, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01858, "gen_tokens": 99, "item_id": "pes-Medycyna paliatywna-2018 jesie\u0144-20", "marked_mass_band": 0.34212, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58855, "pivot_excess": 0.56482, "pivot_norm": 1.18745, "pivot_pooled": 0.58646, "pivot_raw": 0.5834, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 108, "item_id": "pes-Medycyna paliatywna-2020 jesie\u0144-57", "marked_mass_band": 0.3335, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64624, "pivot_excess": 0.67135, "pivot_norm": 1.36831, "pivot_pooled": 0.68065, "pivot_raw": 0.67135, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02673, "gen_tokens": 135, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "marked_mass_band": 0.34471, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64801, "pivot_excess": 0.58072, "pivot_norm": 1.23692, "pivot_pooled": 0.60685, "pivot_raw": 0.60746, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02192, "gen_tokens": 145, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "marked_mass_band": 0.34877, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72649, "pivot_excess": 0.68895, "pivot_norm": 1.44958, "pivot_pooled": 0.71757, "pivot_raw": 0.71087, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 287, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "marked_mass_band": 0.33059, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51276, "pivot_excess": 0.57611, "pivot_norm": 1.17245, "pivot_pooled": 0.57909, "pivot_raw": 0.57611, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00349, "gen_tokens": 160, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "marked_mass_band": 0.30695, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66739, "pivot_excess": 0.68606, "pivot_norm": 1.40574, "pivot_pooled": 0.68946, "pivot_raw": 0.68955, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 164, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "marked_mass_band": 0.3535, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66876, "pivot_excess": 0.66951, "pivot_norm": 1.36452, "pivot_pooled": 0.67534, "pivot_raw": 0.66951, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 8e-05, "gen_tokens": 218, "item_id": "pes-Medycyna ratunkowa-2020 jesie\u0144-6", "marked_mass_band": 0.31187, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54162, "pivot_excess": 0.58242, "pivot_norm": 1.18559, "pivot_pooled": 0.58087, "pivot_raw": 0.5825, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01145, "gen_tokens": 805, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "marked_mass_band": 0.36828, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65528, "pivot_excess": 0.66314, "pivot_norm": 1.37496, "pivot_pooled": 0.67768, "pivot_raw": 0.67459, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01571, "gen_tokens": 197, "item_id": "pes-Medycyna rodzinna-2018 jesie\u0144-6", "marked_mass_band": 0.39198, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52083, "pivot_excess": 0.57029, "pivot_norm": 1.19278, "pivot_pooled": 0.5962, "pivot_raw": 0.58599, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00647, "gen_tokens": 191, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "marked_mass_band": 0.3069, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61583, "pivot_excess": 0.63586, "pivot_norm": 1.30863, "pivot_pooled": 0.64023, "pivot_raw": 0.64233, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 333, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "marked_mass_band": 0.35628, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69824, "pivot_excess": 0.71865, "pivot_norm": 1.46557, "pivot_pooled": 0.72006, "pivot_raw": 0.71865, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 81, "item_id": "pes-Medycyna rodzinna-2020 jesie\u0144-16", "marked_mass_band": 0.3182, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61027, "pivot_excess": 0.63864, "pivot_norm": 1.30105, "pivot_pooled": 0.64139, "pivot_raw": 0.63865, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 173, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "marked_mass_band": 0.37015, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74551, "pivot_excess": 0.70387, "pivot_norm": 1.43519, "pivot_pooled": 0.71402, "pivot_raw": 0.70388, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00739, "gen_tokens": 210, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "marked_mass_band": 0.34728, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66668, "pivot_excess": 0.67052, "pivot_norm": 1.38179, "pivot_pooled": 0.68324, "pivot_raw": 0.67791, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01342, "gen_tokens": 298, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "marked_mass_band": 0.37363, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66646, "pivot_excess": 0.6528, "pivot_norm": 1.35776, "pivot_pooled": 0.66863, "pivot_raw": 0.66622, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0059, "gen_tokens": 150, "item_id": "pes-Medycyna sportowa-2019 jesie\u0144-82", "marked_mass_band": 0.36509, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75625, "pivot_excess": 0.68009, "pivot_norm": 1.39841, "pivot_pooled": 0.69528, "pivot_raw": 0.68599, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00864, "gen_tokens": 181, "item_id": "pes-Nefrologia-2018 wiosna-100", "marked_mass_band": 0.35965, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54721, "pivot_excess": 0.61949, "pivot_norm": 1.27941, "pivot_pooled": 0.63241, "pivot_raw": 0.62812, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01774, "gen_tokens": 164, "item_id": "pes-Nefrologia-2018 wiosna-64", "marked_mass_band": 0.31993, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57453, "pivot_excess": 0.62654, "pivot_norm": 1.31264, "pivot_pooled": 0.64826, "pivot_raw": 0.64428, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 114, "item_id": "pes-Nefrologia-2019 wiosna-27", "marked_mass_band": 0.3828, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68383, "pivot_excess": 0.65104, "pivot_norm": 1.32654, "pivot_pooled": 0.64516, "pivot_raw": 0.65104, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00179, "gen_tokens": 269, "item_id": "pes-Nefrologia-2019 wiosna-68", "marked_mass_band": 0.35013, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.50879, "pivot_excess": 0.59401, "pivot_norm": 1.21294, "pivot_pooled": 0.6008, "pivot_raw": 0.5958, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 307, "item_id": "pes-Neonatologia-2018 jesie\u0144-44", "marked_mass_band": 0.35502, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67514, "pivot_excess": 0.6969, "pivot_norm": 1.42085, "pivot_pooled": 0.70146, "pivot_raw": 0.6969, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 248, "item_id": "pes-Neonatologia-2019 jesie\u0144-75", "marked_mass_band": 0.34595, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55921, "pivot_excess": 0.62944, "pivot_norm": 1.28213, "pivot_pooled": 0.63419, "pivot_raw": 0.62944, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 296, "item_id": "pes-Neonatologia-2019 wiosna-46", "marked_mass_band": 0.36381, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61728, "pivot_excess": 0.65726, "pivot_norm": 1.33933, "pivot_pooled": 0.65913, "pivot_raw": 0.65726, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00689, "gen_tokens": 190, "item_id": "pes-Neonatologia-2020 wiosna-32", "marked_mass_band": 0.32722, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5488, "pivot_excess": 0.64459, "pivot_norm": 1.32745, "pivot_pooled": 0.6495, "pivot_raw": 0.65148, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00032, "gen_tokens": 311, "item_id": "pes-Neurochirurgia-2018 jesie\u0144-24", "marked_mass_band": 0.35949, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69546, "pivot_excess": 0.71953, "pivot_norm": 1.46804, "pivot_pooled": 0.7292, "pivot_raw": 0.71985, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 237, "item_id": "pes-Neurochirurgia-2018 jesie\u0144-26", "marked_mass_band": 0.31378, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62775, "pivot_excess": 0.65968, "pivot_norm": 1.34434, "pivot_pooled": 0.65856, "pivot_raw": 0.6597, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0093, "gen_tokens": 175, "item_id": "pes-Neurochirurgia-2019 jesie\u0144-87", "marked_mass_band": 0.32396, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.617, "pivot_excess": 0.65904, "pivot_norm": 1.36211, "pivot_pooled": 0.6746, "pivot_raw": 0.66834, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02196, "gen_tokens": 731, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "marked_mass_band": 0.3538, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57187, "pivot_excess": 0.61498, "pivot_norm": 1.29754, "pivot_pooled": 0.63814, "pivot_raw": 0.63694, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00014, "gen_tokens": 230, "item_id": "pes-Neurologia dzieci\u0119ca-2019 jesie\u0144-45", "marked_mass_band": 0.33257, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58673, "pivot_excess": 0.64102, "pivot_norm": 1.30624, "pivot_pooled": 0.64352, "pivot_raw": 0.64117, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 183, "item_id": "pes-Neurologia dzieci\u0119ca-2019 jesie\u0144-64", "marked_mass_band": 0.35175, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66684, "pivot_excess": 0.66845, "pivot_norm": 1.36236, "pivot_pooled": 0.6732, "pivot_raw": 0.66846, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 3e-05, "gen_tokens": 177, "item_id": "pes-Neurologia dzieci\u0119ca-2019 wiosna-119", "marked_mass_band": 0.33037, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63301, "pivot_excess": 0.6601, "pivot_norm": 1.34522, "pivot_pooled": 0.66078, "pivot_raw": 0.66012, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00616, "gen_tokens": 745, "item_id": "pes-Neurologia-2018 wiosna-63", "marked_mass_band": 0.35129, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5772, "pivot_excess": 0.62966, "pivot_norm": 1.29525, "pivot_pooled": 0.64055, "pivot_raw": 0.63583, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01152, "gen_tokens": 239, "item_id": "pes-Neurologia-2018 wiosna-93", "marked_mass_band": 0.39625, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78681, "pivot_excess": 0.72736, "pivot_norm": 1.50718, "pivot_pooled": 0.75119, "pivot_raw": 0.73888, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0064, "gen_tokens": 227, "item_id": "pes-Neurologia-2018 wiosna-95", "marked_mass_band": 0.34523, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59052, "pivot_excess": 0.60514, "pivot_norm": 1.24533, "pivot_pooled": 0.60806, "pivot_raw": 0.61155, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00644, "gen_tokens": 221, "item_id": "pes-Neurologia-2019 wiosna-61", "marked_mass_band": 0.34936, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67939, "pivot_excess": 0.67851, "pivot_norm": 1.39626, "pivot_pooled": 0.68979, "pivot_raw": 0.68494, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01038, "gen_tokens": 303, "item_id": "pes-Neurologia-2019 wiosna-95", "marked_mass_band": 0.34985, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60713, "pivot_excess": 0.62354, "pivot_norm": 1.29132, "pivot_pooled": 0.64742, "pivot_raw": 0.63391, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00121, "gen_tokens": 364, "item_id": "pes-Okulistyka-2019 jesie\u0144-3", "marked_mass_band": 0.3511, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66077, "pivot_excess": 0.67811, "pivot_norm": 1.3847, "pivot_pooled": 0.68637, "pivot_raw": 0.67932, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02569, "gen_tokens": 142, "item_id": "pes-Okulistyka-2019 jesie\u0144-4", "marked_mass_band": 0.32839, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67691, "pivot_excess": 0.63832, "pivot_norm": 1.35321, "pivot_pooled": 0.65533, "pivot_raw": 0.66401, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01695, "gen_tokens": 92, "item_id": "pes-Okulistyka-2019 jesie\u0144-91", "marked_mass_band": 0.33558, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61195, "pivot_excess": 0.62196, "pivot_norm": 1.30161, "pivot_pooled": 0.64946, "pivot_raw": 0.63892, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00618, "gen_tokens": 229, "item_id": "pes-Okulistyka-2019 wiosna-110", "marked_mass_band": 0.35584, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57458, "pivot_excess": 0.63144, "pivot_norm": 1.29895, "pivot_pooled": 0.64091, "pivot_raw": 0.63762, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 205, "item_id": "pes-Okulistyka-2019 wiosna-98", "marked_mass_band": 0.3087, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57546, "pivot_excess": 0.65468, "pivot_norm": 1.33412, "pivot_pooled": 0.66103, "pivot_raw": 0.65473, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 205, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-51", "marked_mass_band": 0.34659, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61886, "pivot_excess": 0.61186, "pivot_norm": 1.24598, "pivot_pooled": 0.61418, "pivot_raw": 0.61186, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0116, "gen_tokens": 248, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-78", "marked_mass_band": 0.3707, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65712, "pivot_excess": 0.64818, "pivot_norm": 1.34451, "pivot_pooled": 0.66589, "pivot_raw": 0.65978, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00926, "gen_tokens": 1280, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-83", "marked_mass_band": 0.35156, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.60442, "pivot_excess": 0.61962, "pivot_norm": 1.28097, "pivot_pooled": 0.63305, "pivot_raw": 0.62888, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00123, "gen_tokens": 151, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "marked_mass_band": 0.36491, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65975, "pivot_excess": 0.68908, "pivot_norm": 1.40729, "pivot_pooled": 0.69585, "pivot_raw": 0.69031, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 144, "item_id": "pes-Ortodoncja-2018 jesie\u0144-100", "marked_mass_band": 0.37156, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83744, "pivot_excess": 0.81364, "pivot_norm": 1.66092, "pivot_pooled": 0.81234, "pivot_raw": 0.81365, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00268, "gen_tokens": 283, "item_id": "pes-Ortodoncja-2018 wiosna-32", "marked_mass_band": 0.36712, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.727, "pivot_excess": 0.73858, "pivot_norm": 1.51207, "pivot_pooled": 0.7389, "pivot_raw": 0.74126, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01242, "gen_tokens": 180, "item_id": "pes-Ortodoncja-2019 wiosna-30", "marked_mass_band": 0.34231, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64374, "pivot_excess": 0.67231, "pivot_norm": 1.39582, "pivot_pooled": 0.68478, "pivot_raw": 0.68473, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00728, "gen_tokens": 228, "item_id": "pes-Ortodoncja-2020 jesie\u0144-50", "marked_mass_band": 0.35908, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66326, "pivot_excess": 0.69219, "pivot_norm": 1.42614, "pivot_pooled": 0.70055, "pivot_raw": 0.69948, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 237, "item_id": "pes-Ortopedia-2018 jesie\u0144-111", "marked_mass_band": 0.35127, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58465, "pivot_excess": 0.62106, "pivot_norm": 1.2649, "pivot_pooled": 0.62133, "pivot_raw": 0.62106, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 197, "item_id": "pes-Ortopedia-2019 jesie\u0144-82", "marked_mass_band": 0.32784, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.49914, "pivot_excess": 0.58078, "pivot_norm": 1.18207, "pivot_pooled": 0.57843, "pivot_raw": 0.58079, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01621, "gen_tokens": 375, "item_id": "pes-Ortopedia-2020 jesie\u0144-53", "marked_mass_band": 0.34323, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.78001, "pivot_excess": 0.729, "pivot_norm": 1.52019, "pivot_pooled": 0.74853, "pivot_raw": 0.74521, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01844, "gen_tokens": 257, "item_id": "pes-Ortopedia-2020 wiosna-91", "marked_mass_band": 0.36961, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62338, "pivot_excess": 0.59784, "pivot_norm": 1.25506, "pivot_pooled": 0.60791, "pivot_raw": 0.61628, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01785, "gen_tokens": 83, "item_id": "pes-Otolaryngologia-2018 jesie\u0144-61", "marked_mass_band": 0.37143, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70371, "pivot_excess": 0.66827, "pivot_norm": 1.39868, "pivot_pooled": 0.70306, "pivot_raw": 0.68612, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 4e-05, "gen_tokens": 164, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "marked_mass_band": 0.35349, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69579, "pivot_excess": 0.67301, "pivot_norm": 1.37181, "pivot_pooled": 0.67922, "pivot_raw": 0.67305, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 167, "item_id": "pes-Otolaryngologia-2020 jesie\u0144-64", "marked_mass_band": 0.34781, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63722, "pivot_excess": 0.65037, "pivot_norm": 1.32517, "pivot_pooled": 0.66168, "pivot_raw": 0.65038, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0088, "gen_tokens": 184, "item_id": "pes-Patomorfologia-2018 jesie\u0144-5", "marked_mass_band": 0.34302, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59856, "pivot_excess": 0.65865, "pivot_norm": 1.3603, "pivot_pooled": 0.67408, "pivot_raw": 0.66746, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0471, "gen_tokens": 236, "item_id": "pes-Patomorfologia-2019 jesie\u0144-84", "marked_mass_band": 0.31423, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64001, "pivot_excess": 0.59823, "pivot_norm": 1.31479, "pivot_pooled": 0.64538, "pivot_raw": 0.64533, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00028, "gen_tokens": 149, "item_id": "pes-Patomorfologia-2019 wiosna-16", "marked_mass_band": 0.34217, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59458, "pivot_excess": 0.62473, "pivot_norm": 1.27302, "pivot_pooled": 0.62208, "pivot_raw": 0.62501, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 219, "item_id": "pes-Patomorfologia-2019 wiosna-88", "marked_mass_band": 0.35122, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66979, "pivot_excess": 0.66088, "pivot_norm": 1.34678, "pivot_pooled": 0.67052, "pivot_raw": 0.66088, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 466, "item_id": "pes-Patomorfologia-2020 jesie\u0144-71", "marked_mass_band": 0.34852, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66272, "pivot_excess": 0.68641, "pivot_norm": 1.39928, "pivot_pooled": 0.69059, "pivot_raw": 0.68641, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00501, "gen_tokens": 245, "item_id": "pes-Pediatria-2018 jesie\u0144-19", "marked_mass_band": 0.31637, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75132, "pivot_excess": 0.68124, "pivot_norm": 1.39895, "pivot_pooled": 0.68946, "pivot_raw": 0.68625, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00163, "gen_tokens": 250, "item_id": "pes-Pediatria-2018 wiosna-110", "marked_mass_band": 0.35542, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78111, "pivot_excess": 0.75476, "pivot_norm": 1.54318, "pivot_pooled": 0.76018, "pivot_raw": 0.75639, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 178, "item_id": "pes-Pediatria-2019 jesie\u0144-19", "marked_mass_band": 0.33011, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57921, "pivot_excess": 0.62779, "pivot_norm": 1.27874, "pivot_pooled": 0.62492, "pivot_raw": 0.6278, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01043, "gen_tokens": 161, "item_id": "pes-Pediatria-2019 jesie\u0144-64", "marked_mass_band": 0.3688, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58728, "pivot_excess": 0.63989, "pivot_norm": 1.32505, "pivot_pooled": 0.64468, "pivot_raw": 0.65031, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 1279, "item_id": "pes-Pediatria-2020 wiosna-62", "marked_mass_band": 0.32235, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73474, "pivot_excess": 0.72349, "pivot_norm": 1.47555, "pivot_pooled": 0.73361, "pivot_raw": 0.7235, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00757, "gen_tokens": 172, "item_id": "pes-Perinatologia-2018 jesie\u0144-51", "marked_mass_band": 0.37404, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74746, "pivot_excess": 0.71796, "pivot_norm": 1.47973, "pivot_pooled": 0.74152, "pivot_raw": 0.72553, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00549, "gen_tokens": 276, "item_id": "pes-Perinatologia-2020 jesie\u0144-34", "marked_mass_band": 0.38667, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72088, "pivot_excess": 0.72681, "pivot_norm": 1.49365, "pivot_pooled": 0.73462, "pivot_raw": 0.7323, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03181, "gen_tokens": 128, "item_id": "pes-Periodontologia-2018 jesie\u0144-104", "marked_mass_band": 0.31988, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55907, "pivot_excess": 0.58019, "pivot_norm": 1.24626, "pivot_pooled": 0.61837, "pivot_raw": 0.612, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01771, "gen_tokens": 220, "item_id": "pes-Periodontologia-2018 jesie\u0144-79", "marked_mass_band": 0.37252, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64368, "pivot_excess": 0.60203, "pivot_norm": 1.26219, "pivot_pooled": 0.62533, "pivot_raw": 0.61975, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00912, "gen_tokens": 350, "item_id": "pes-Periodontologia-2018 wiosna-87", "marked_mass_band": 0.34975, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71349, "pivot_excess": 0.67539, "pivot_norm": 1.39536, "pivot_pooled": 0.69077, "pivot_raw": 0.68451, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 170, "item_id": "pes-Periodontologia-2019 jesie\u0144-102", "marked_mass_band": 0.32782, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56622, "pivot_excess": 0.60886, "pivot_norm": 1.2398, "pivot_pooled": 0.60798, "pivot_raw": 0.60886, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01133, "gen_tokens": 214, "item_id": "pes-Periodontologia-2019 wiosna-45", "marked_mass_band": 0.3235, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56453, "pivot_excess": 0.60796, "pivot_norm": 1.26125, "pivot_pooled": 0.61527, "pivot_raw": 0.61929, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00784, "gen_tokens": 486, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 jesie\u0144-102", "marked_mass_band": 0.35163, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67975, "pivot_excess": 0.68892, "pivot_norm": 1.42056, "pivot_pooled": 0.69895, "pivot_raw": 0.69676, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 114, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 wiosna-117", "marked_mass_band": 0.38734, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66429, "pivot_excess": 0.66681, "pivot_norm": 1.35897, "pivot_pooled": 0.67025, "pivot_raw": 0.66681, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01342, "gen_tokens": 300, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 wiosna-28", "marked_mass_band": 0.40281, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5836, "pivot_excess": 0.61078, "pivot_norm": 1.27133, "pivot_pooled": 0.62455, "pivot_raw": 0.62419, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 133, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2019 jesie\u0144-77", "marked_mass_band": 0.41758, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6252, "pivot_excess": 0.67503, "pivot_norm": 1.37588, "pivot_pooled": 0.67383, "pivot_raw": 0.67503, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00377, "gen_tokens": 474, "item_id": "pes-Protetyka stomatologiczna-2018 jesie\u0144-98", "marked_mass_band": 0.34755, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71108, "pivot_excess": 0.70585, "pivot_norm": 1.447, "pivot_pooled": 0.71205, "pivot_raw": 0.70962, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 105, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "marked_mass_band": 0.36124, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71879, "pivot_excess": 0.72118, "pivot_norm": 1.47079, "pivot_pooled": 0.71885, "pivot_raw": 0.72119, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 184, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "marked_mass_band": 0.36196, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66293, "pivot_excess": 0.68008, "pivot_norm": 1.38626, "pivot_pooled": 0.68225, "pivot_raw": 0.68008, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 200, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "marked_mass_band": 0.33787, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47914, "pivot_excess": 0.5825, "pivot_norm": 1.1856, "pivot_pooled": 0.58031, "pivot_raw": 0.5825, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 301, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "marked_mass_band": 0.37978, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78351, "pivot_excess": 0.75141, "pivot_norm": 1.53298, "pivot_pooled": 0.75379, "pivot_raw": 0.75143, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00579, "gen_tokens": 166, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2018 jesie\u0144-59", "marked_mass_band": 0.34319, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66816, "pivot_excess": 0.65489, "pivot_norm": 1.34637, "pivot_pooled": 0.66303, "pivot_raw": 0.66068, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 222, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2018 jesie\u0144-85", "marked_mass_band": 0.3215, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54399, "pivot_excess": 0.60733, "pivot_norm": 1.23669, "pivot_pooled": 0.60647, "pivot_raw": 0.60735, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00955, "gen_tokens": 171, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2020 wiosna-40", "marked_mass_band": 0.40414, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76576, "pivot_excess": 0.7176, "pivot_norm": 1.48304, "pivot_pooled": 0.73553, "pivot_raw": 0.72715, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00506, "gen_tokens": 318, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2020 wiosna-76", "marked_mass_band": 0.35919, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66097, "pivot_excess": 0.64209, "pivot_norm": 1.31854, "pivot_pooled": 0.64257, "pivot_raw": 0.64715, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00792, "gen_tokens": 202, "item_id": "pes-Psychiatria-2018 wiosna-52", "marked_mass_band": 0.33373, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63888, "pivot_excess": 0.60617, "pivot_norm": 1.25056, "pivot_pooled": 0.61432, "pivot_raw": 0.61409, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00666, "gen_tokens": 253, "item_id": "pes-Psychiatria-2019 wiosna-55", "marked_mass_band": 0.35417, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69618, "pivot_excess": 0.68726, "pivot_norm": 1.4147, "pivot_pooled": 0.6946, "pivot_raw": 0.69391, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01547, "gen_tokens": 111, "item_id": "pes-Psychiatria-2020 wiosna-66", "marked_mass_band": 0.3459, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.50583, "pivot_excess": 0.56118, "pivot_norm": 1.17356, "pivot_pooled": 0.57553, "pivot_raw": 0.57665, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 117, "item_id": "pes-Psychiatria-2020 wiosna-71", "marked_mass_band": 0.41491, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81158, "pivot_excess": 0.75484, "pivot_norm": 1.54, "pivot_pooled": 0.76362, "pivot_raw": 0.75484, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 3e-05, "gen_tokens": 226, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesie\u0144-12", "marked_mass_band": 0.33308, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57607, "pivot_excess": 0.63052, "pivot_norm": 1.28439, "pivot_pooled": 0.63249, "pivot_raw": 0.63054, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 1e-05, "gen_tokens": 1280, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "marked_mass_band": 0.33233, "model": "bielik-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.60449, "pivot_excess": 0.64683, "pivot_norm": 1.31791, "pivot_pooled": 0.64609, "pivot_raw": 0.64684, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00012, "gen_tokens": 177, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "marked_mass_band": 0.34025, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59314, "pivot_excess": 0.64701, "pivot_norm": 1.3185, "pivot_pooled": 0.64479, "pivot_raw": 0.64713, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01437, "gen_tokens": 188, "item_id": "pes-Radioterapia onkologiczna-2019 jesie\u0144-31", "marked_mass_band": 0.4143, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79961, "pivot_excess": 0.75075, "pivot_norm": 1.56115, "pivot_pooled": 0.77145, "pivot_raw": 0.76513, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00786, "gen_tokens": 174, "item_id": "pes-Radioterapia onkologiczna-2019 jesie\u0144-61", "marked_mass_band": 0.35277, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72785, "pivot_excess": 0.69966, "pivot_norm": 1.44269, "pivot_pooled": 0.71528, "pivot_raw": 0.70752, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 150, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "marked_mass_band": 0.33512, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6991, "pivot_excess": 0.66368, "pivot_norm": 1.35253, "pivot_pooled": 0.66683, "pivot_raw": 0.66368, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 129, "item_id": "pes-Rehabilitacja medyczna-2018 jesie\u0144-37", "marked_mass_band": 0.42933, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.81953, "pivot_excess": 0.77512, "pivot_norm": 1.58169, "pivot_pooled": 0.79674, "pivot_raw": 0.77512, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 109, "item_id": "pes-Rehabilitacja medyczna-2018 jesie\u0144-71", "marked_mass_band": 0.34713, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73595, "pivot_excess": 0.68876, "pivot_norm": 1.40411, "pivot_pooled": 0.69661, "pivot_raw": 0.68876, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01497, "gen_tokens": 211, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "marked_mass_band": 0.32935, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61151, "pivot_excess": 0.65119, "pivot_norm": 1.35762, "pivot_pooled": 0.66661, "pivot_raw": 0.66615, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 249, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "marked_mass_band": 0.31294, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57355, "pivot_excess": 0.62755, "pivot_norm": 1.27824, "pivot_pooled": 0.62537, "pivot_raw": 0.62755, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01946, "gen_tokens": 155, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "marked_mass_band": 0.40351, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75825, "pivot_excess": 0.73205, "pivot_norm": 1.53314, "pivot_pooled": 0.75617, "pivot_raw": 0.75151, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 241, "item_id": "pes-Reumatologia-2018 wiosna-112", "marked_mass_band": 0.36948, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65837, "pivot_excess": 0.6683, "pivot_norm": 1.36203, "pivot_pooled": 0.67412, "pivot_raw": 0.6683, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00855, "gen_tokens": 194, "item_id": "pes-Reumatologia-2019 jesie\u0144-102", "marked_mass_band": 0.39322, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77063, "pivot_excess": 0.72605, "pivot_norm": 1.49838, "pivot_pooled": 0.74445, "pivot_raw": 0.7346, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00458, "gen_tokens": 298, "item_id": "pes-Reumatologia-2019 wiosna-37", "marked_mass_band": 0.29407, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56697, "pivot_excess": 0.62837, "pivot_norm": 1.28934, "pivot_pooled": 0.6359, "pivot_raw": 0.63295, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 228, "item_id": "pes-Reumatologia-2020 wiosna-116", "marked_mass_band": 0.31045, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5523, "pivot_excess": 0.59585, "pivot_norm": 1.21305, "pivot_pooled": 0.5931, "pivot_raw": 0.59585, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 291, "item_id": "pes-Reumatologia-2020 wiosna-29", "marked_mass_band": 0.33497, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52267, "pivot_excess": 0.5883, "pivot_norm": 1.19753, "pivot_pooled": 0.58789, "pivot_raw": 0.5883, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00768, "gen_tokens": 338, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 jesie\u0144-80", "marked_mass_band": 0.37431, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75901, "pivot_excess": 0.755, "pivot_norm": 1.5561, "pivot_pooled": 0.76329, "pivot_raw": 0.76267, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02579, "gen_tokens": 158, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 wiosna-109", "marked_mass_band": 0.33589, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69675, "pivot_excess": 0.65922, "pivot_norm": 1.3964, "pivot_pooled": 0.68414, "pivot_raw": 0.68501, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0, "gen_tokens": 121, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 wiosna-49", "marked_mass_band": 0.33526, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69565, "pivot_excess": 0.68319, "pivot_norm": 1.39266, "pivot_pooled": 0.68217, "pivot_raw": 0.68319, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 146, "item_id": "pes-Stomatologia dzieci\u0119ca-2019 wiosna-44", "marked_mass_band": 0.32764, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66077, "pivot_excess": 0.6535, "pivot_norm": 1.3316, "pivot_pooled": 0.64847, "pivot_raw": 0.6535, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01273, "gen_tokens": 112, "item_id": "pes-Stomatologia zachowawcza-2018 jesie\u0144-24", "marked_mass_band": 0.3511, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59859, "pivot_excess": 0.65792, "pivot_norm": 1.36686, "pivot_pooled": 0.66308, "pivot_raw": 0.67065, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0118, "gen_tokens": 127, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "marked_mass_band": 0.33435, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68875, "pivot_excess": 0.71389, "pivot_norm": 1.48006, "pivot_pooled": 0.7301, "pivot_raw": 0.72569, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01888, "gen_tokens": 141, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "marked_mass_band": 0.33678, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66615, "pivot_excess": 0.66281, "pivot_norm": 1.38958, "pivot_pooled": 0.67921, "pivot_raw": 0.6817, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02306, "gen_tokens": 140, "item_id": "pes-Transplantologia kliniczna-2019 jesie\u0144-91", "marked_mass_band": 0.35006, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71654, "pivot_excess": 0.66296, "pivot_norm": 1.39848, "pivot_pooled": 0.69425, "pivot_raw": 0.68602, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01007, "gen_tokens": 140, "item_id": "pes-Transplantologia kliniczna-2020 jesie\u0144-75", "marked_mass_band": 0.35089, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7621, "pivot_excess": 0.73213, "pivot_norm": 1.51399, "pivot_pooled": 0.74449, "pivot_raw": 0.74219, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01016, "gen_tokens": 161, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "marked_mass_band": 0.3646, "model": "bielik-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63084, "pivot_excess": 0.63101, "pivot_norm": 1.30626, "pivot_pooled": 0.65325, "pivot_raw": 0.64118, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00218, "gen_tokens": 231, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "marked_mass_band": 0.33769, "model": "bielik-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69416, "pivot_excess": 0.70534, "pivot_norm": 1.44268, "pivot_pooled": 0.71236, "pivot_raw": 0.70752, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02439, "gen_tokens": 222, "item_id": "gsm8kpl-1004", "marked_mass_band": 0.5733, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66187, "pivot_excess": 0.23906, "pivot_norm": 0.17983, "pivot_pooled": 0.26651, "pivot_raw": 0.26345, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05748, "gen_tokens": 154, "item_id": "gsm8kpl-101", "marked_mass_band": 0.54358, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72377, "pivot_excess": 0.22004, "pivot_norm": 0.19628, "pivot_pooled": 0.27724, "pivot_raw": 0.27752, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0002, "gen_tokens": 145, "item_id": "gsm8kpl-1015", "marked_mass_band": 0.58756, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55598, "pivot_excess": 0.22053, "pivot_norm": 0.12988, "pivot_pooled": 0.22266, "pivot_raw": 0.22073, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0204, "gen_tokens": 310, "item_id": "gsm8kpl-1016", "marked_mass_band": 0.55339, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67408, "pivot_excess": 0.23546, "pivot_norm": 0.17096, "pivot_pooled": 0.2569, "pivot_raw": 0.25586, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08909, "gen_tokens": 412, "item_id": "gsm8kpl-1022", "marked_mass_band": 0.51461, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60165, "pivot_excess": 0.12404, "pivot_norm": 0.121, "pivot_pooled": 0.21173, "pivot_raw": 0.21313, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 5e-05, "gen_tokens": 185, "item_id": "gsm8kpl-1024", "marked_mass_band": 0.55882, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68254, "pivot_excess": 0.23766, "pivot_norm": 0.14973, "pivot_pooled": 0.23813, "pivot_raw": 0.23771, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00371, "gen_tokens": 266, "item_id": "gsm8kpl-1026", "marked_mass_band": 0.53759, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64425, "pivot_excess": 0.23899, "pivot_norm": 0.15557, "pivot_pooled": 0.24568, "pivot_raw": 0.2427, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09855, "gen_tokens": 291, "item_id": "gsm8kpl-1032", "marked_mass_band": 0.5539, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6481, "pivot_excess": 0.1417, "pivot_norm": 0.15271, "pivot_pooled": 0.24195, "pivot_raw": 0.24025, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11906, "gen_tokens": 121, "item_id": "gsm8kpl-1036", "marked_mass_band": 0.57419, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73374, "pivot_excess": 0.13619, "pivot_norm": 0.17025, "pivot_pooled": 0.25799, "pivot_raw": 0.25525, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14229, "gen_tokens": 250, "item_id": "gsm8kpl-104", "marked_mass_band": 0.50739, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68287, "pivot_excess": 0.08798, "pivot_norm": 0.14104, "pivot_pooled": 0.22878, "pivot_raw": 0.23027, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.06574, "gen_tokens": 454, "item_id": "gsm8kpl-1040", "marked_mass_band": 0.51784, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70262, "pivot_excess": 0.21893, "pivot_norm": 0.20464, "pivot_pooled": 0.28579, "pivot_raw": 0.28467, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 2e-05, "gen_tokens": 118, "item_id": "gsm8kpl-1041", "marked_mass_band": 0.58286, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51973, "pivot_excess": 0.24535, "pivot_norm": 0.1587, "pivot_pooled": 0.25061, "pivot_raw": 0.24538, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.16638, "gen_tokens": 161, "item_id": "gsm8kpl-1044", "marked_mass_band": 0.55916, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66694, "pivot_excess": 0.11487, "pivot_norm": 0.20064, "pivot_pooled": 0.28463, "pivot_raw": 0.28125, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11413, "gen_tokens": 455, "item_id": "gsm8kpl-1047", "marked_mass_band": 0.56289, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67057, "pivot_excess": 0.18618, "pivot_norm": 0.22292, "pivot_pooled": 0.30635, "pivot_raw": 0.30031, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07066, "gen_tokens": 253, "item_id": "gsm8kpl-1052", "marked_mass_band": 0.53778, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72082, "pivot_excess": 0.21886, "pivot_norm": 0.2103, "pivot_pooled": 0.29401, "pivot_raw": 0.28952, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.32169, "gen_tokens": 411, "item_id": "gsm8kpl-1066", "marked_mass_band": 0.57021, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65303, "pivot_excess": -0.04308, "pivot_norm": 0.19755, "pivot_pooled": 0.28697, "pivot_raw": 0.27861, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.032, "gen_tokens": 126, "item_id": "gsm8kpl-1070", "marked_mass_band": 0.58622, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66722, "pivot_excess": 0.26417, "pivot_norm": 0.21807, "pivot_pooled": 0.29722, "pivot_raw": 0.29617, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.02456, "gen_tokens": 277, "item_id": "gsm8kpl-1074", "marked_mass_band": 0.53332, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67643, "pivot_excess": 0.22843, "pivot_norm": 0.16759, "pivot_pooled": 0.25401, "pivot_raw": 0.25299, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04377, "gen_tokens": 834, "item_id": "gsm8kpl-1081", "marked_mass_band": 0.53569, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64987, "pivot_excess": 0.22913, "pivot_norm": 0.19087, "pivot_pooled": 0.27346, "pivot_raw": 0.2729, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01873, "gen_tokens": 270, "item_id": "gsm8kpl-1083", "marked_mass_band": 0.57711, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71566, "pivot_excess": 0.25862, "pivot_norm": 0.19609, "pivot_pooled": 0.27791, "pivot_raw": 0.27736, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17702, "gen_tokens": 211, "item_id": "gsm8kpl-1097", "marked_mass_band": 0.61062, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63085, "pivot_excess": 0.0969, "pivot_norm": 0.19208, "pivot_pooled": 0.27917, "pivot_raw": 0.27393, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04616, "gen_tokens": 201, "item_id": "gsm8kpl-1099", "marked_mass_band": 0.548, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62778, "pivot_excess": 0.1772, "pivot_norm": 0.13295, "pivot_pooled": 0.22443, "pivot_raw": 0.22336, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02503, "gen_tokens": 310, "item_id": "gsm8kpl-1118", "marked_mass_band": 0.57494, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.46197, "pivot_excess": 0.18506, "pivot_norm": 0.11745, "pivot_pooled": 0.21101, "pivot_raw": 0.21009, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06962, "gen_tokens": 254, "item_id": "gsm8kpl-114", "marked_mass_band": 0.54506, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70876, "pivot_excess": 0.20151, "pivot_norm": 0.18882, "pivot_pooled": 0.27346, "pivot_raw": 0.27114, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0401, "gen_tokens": 177, "item_id": "gsm8kpl-1142", "marked_mass_band": 0.54358, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65013, "pivot_excess": 0.19091, "pivot_norm": 0.14189, "pivot_pooled": 0.23447, "pivot_raw": 0.231, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00792, "gen_tokens": 152, "item_id": "gsm8kpl-1143", "marked_mass_band": 0.54495, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79076, "pivot_excess": 0.26753, "pivot_norm": 0.19386, "pivot_pooled": 0.27898, "pivot_raw": 0.27546, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11275, "gen_tokens": 274, "item_id": "gsm8kpl-1146", "marked_mass_band": 0.53556, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66652, "pivot_excess": 0.14078, "pivot_norm": 0.16823, "pivot_pooled": 0.2523, "pivot_raw": 0.25353, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00686, "gen_tokens": 65, "item_id": "gsm8kpl-1150", "marked_mass_band": 0.61226, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56084, "pivot_excess": 0.2946, "pivot_norm": 0.22427, "pivot_pooled": 0.31972, "pivot_raw": 0.30146, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.16285, "gen_tokens": 416, "item_id": "gsm8kpl-1164", "marked_mass_band": 0.60213, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75803, "pivot_excess": 0.15581, "pivot_norm": 0.24438, "pivot_pooled": 0.32534, "pivot_raw": 0.31867, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05026, "gen_tokens": 366, "item_id": "gsm8kpl-1168", "marked_mass_band": 0.54579, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60661, "pivot_excess": 0.21438, "pivot_norm": 0.18122, "pivot_pooled": 0.2684, "pivot_raw": 0.26464, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05389, "gen_tokens": 403, "item_id": "gsm8kpl-1174", "marked_mass_band": 0.53959, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58542, "pivot_excess": 0.17996, "pivot_norm": 0.14523, "pivot_pooled": 0.23001, "pivot_raw": 0.23386, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.12104, "gen_tokens": 82, "item_id": "gsm8kpl-1178", "marked_mass_band": 0.58799, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56417, "pivot_excess": 0.21206, "pivot_norm": 0.26126, "pivot_pooled": 0.33846, "pivot_raw": 0.3331, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.25829, "gen_tokens": 289, "item_id": "gsm8kpl-1180", "marked_mass_band": 0.5272, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65928, "pivot_excess": -0.03536, "pivot_norm": 0.13245, "pivot_pooled": 0.22142, "pivot_raw": 0.22293, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.03216, "gen_tokens": 437, "item_id": "gsm8kpl-1181", "marked_mass_band": 0.57139, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59448, "pivot_excess": 0.27376, "pivot_norm": 0.22948, "pivot_pooled": 0.31086, "pivot_raw": 0.30592, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03528, "gen_tokens": 409, "item_id": "gsm8kpl-1187", "marked_mass_band": 0.55064, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6793, "pivot_excess": 0.21254, "pivot_norm": 0.16156, "pivot_pooled": 0.25285, "pivot_raw": 0.24782, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00011, "gen_tokens": 243, "item_id": "gsm8kpl-1189", "marked_mass_band": 0.54648, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67039, "pivot_excess": 0.28099, "pivot_norm": 0.20046, "pivot_pooled": 0.28499, "pivot_raw": 0.2811, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13132, "gen_tokens": 272, "item_id": "gsm8kpl-1202", "marked_mass_band": 0.53977, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70797, "pivot_excess": 0.13604, "pivot_norm": 0.18439, "pivot_pooled": 0.26828, "pivot_raw": 0.26736, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08388, "gen_tokens": 123, "item_id": "gsm8kpl-1220", "marked_mass_band": 0.52259, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73873, "pivot_excess": 0.15609, "pivot_norm": 0.15238, "pivot_pooled": 0.23745, "pivot_raw": 0.23998, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.12344, "gen_tokens": 259, "item_id": "gsm8kpl-1225", "marked_mass_band": 0.55274, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70937, "pivot_excess": 0.16462, "pivot_norm": 0.2086, "pivot_pooled": 0.29211, "pivot_raw": 0.28806, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.22198, "gen_tokens": 442, "item_id": "gsm8kpl-1233", "marked_mass_band": 0.55951, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70434, "pivot_excess": 0.01705, "pivot_norm": 0.15128, "pivot_pooled": 0.23852, "pivot_raw": 0.23903, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.20014, "gen_tokens": 299, "item_id": "gsm8kpl-1238", "marked_mass_band": 0.54378, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73702, "pivot_excess": 0.11168, "pivot_norm": 0.23637, "pivot_pooled": 0.31765, "pivot_raw": 0.31182, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0361, "gen_tokens": 193, "item_id": "gsm8kpl-1244", "marked_mass_band": 0.5262, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59782, "pivot_excess": 0.20897, "pivot_norm": 0.15833, "pivot_pooled": 0.24459, "pivot_raw": 0.24507, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00147, "gen_tokens": 372, "item_id": "gsm8kpl-1251", "marked_mass_band": 0.5288, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67998, "pivot_excess": 0.30132, "pivot_norm": 0.22582, "pivot_pooled": 0.31253, "pivot_raw": 0.30279, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00032, "gen_tokens": 244, "item_id": "gsm8kpl-1252", "marked_mass_band": 0.55749, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70078, "pivot_excess": 0.30863, "pivot_norm": 0.23302, "pivot_pooled": 0.31351, "pivot_raw": 0.30895, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01357, "gen_tokens": 210, "item_id": "gsm8kpl-1253", "marked_mass_band": 0.57175, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79225, "pivot_excess": 0.33161, "pivot_norm": 0.27537, "pivot_pooled": 0.35496, "pivot_raw": 0.34517, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.24294, "gen_tokens": 347, "item_id": "gsm8kpl-1259", "marked_mass_band": 0.54198, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65944, "pivot_excess": -0.01146, "pivot_norm": 0.14244, "pivot_pooled": 0.23163, "pivot_raw": 0.23147, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 3e-05, "gen_tokens": 177, "item_id": "gsm8kpl-1261", "marked_mass_band": 0.61443, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.85737, "pivot_excess": 0.38128, "pivot_norm": 0.31761, "pivot_pooled": 0.39795, "pivot_raw": 0.3813, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.15865, "gen_tokens": 372, "item_id": "gsm8kpl-1262", "marked_mass_band": 0.52917, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7534, "pivot_excess": 0.09807, "pivot_norm": 0.17196, "pivot_pooled": 0.25661, "pivot_raw": 0.25672, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 1e-05, "gen_tokens": 298, "item_id": "gsm8kpl-1270", "marked_mass_band": 0.55016, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72616, "pivot_excess": 0.35487, "pivot_norm": 0.28672, "pivot_pooled": 0.36586, "pivot_raw": 0.35488, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.21289, "gen_tokens": 233, "item_id": "gsm8kpl-1272", "marked_mass_band": 0.53999, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68354, "pivot_excess": 0.03578, "pivot_norm": 0.16255, "pivot_pooled": 0.24553, "pivot_raw": 0.24867, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.15415, "gen_tokens": 224, "item_id": "gsm8kpl-1273", "marked_mass_band": 0.56603, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70582, "pivot_excess": 0.13295, "pivot_norm": 0.20748, "pivot_pooled": 0.29343, "pivot_raw": 0.2871, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00027, "gen_tokens": 76, "item_id": "gsm8kpl-1285", "marked_mass_band": 0.62111, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65812, "pivot_excess": 0.35434, "pivot_norm": 0.28641, "pivot_pooled": 0.35753, "pivot_raw": 0.35461, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00011, "gen_tokens": 308, "item_id": "gsm8kpl-1290", "marked_mass_band": 0.52527, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7394, "pivot_excess": 0.27121, "pivot_norm": 0.18903, "pivot_pooled": 0.27089, "pivot_raw": 0.27132, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03024, "gen_tokens": 219, "item_id": "gsm8kpl-1292", "marked_mass_band": 0.53581, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8353, "pivot_excess": 0.30454, "pivot_norm": 0.26321, "pivot_pooled": 0.34535, "pivot_raw": 0.33478, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05162, "gen_tokens": 155, "item_id": "gsm8kpl-1299", "marked_mass_band": 0.53063, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6932, "pivot_excess": 0.20762, "pivot_norm": 0.17491, "pivot_pooled": 0.26085, "pivot_raw": 0.25924, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.31954, "gen_tokens": 209, "item_id": "gsm8kpl-1304", "marked_mass_band": 0.52136, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73558, "pivot_excess": -0.00923, "pivot_norm": 0.23461, "pivot_pooled": 0.31721, "pivot_raw": 0.31031, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.18266, "gen_tokens": 203, "item_id": "gsm8kpl-1309", "marked_mass_band": 0.55597, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72814, "pivot_excess": 0.14723, "pivot_norm": 0.2575, "pivot_pooled": 0.33082, "pivot_raw": 0.32989, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.26447, "gen_tokens": 652, "item_id": "gsm8kpl-1310", "marked_mass_band": 0.54975, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67682, "pivot_excess": 0.01207, "pivot_norm": 0.19512, "pivot_pooled": 0.28293, "pivot_raw": 0.27654, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01078, "gen_tokens": 144, "item_id": "gsm8kpl-1312", "marked_mass_band": 0.58229, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73906, "pivot_excess": 0.31673, "pivot_norm": 0.25471, "pivot_pooled": 0.3313, "pivot_raw": 0.32751, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1404, "gen_tokens": 132, "item_id": "gsm8kpl-135", "marked_mass_band": 0.57811, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77709, "pivot_excess": 0.23901, "pivot_norm": 0.3154, "pivot_pooled": 0.39914, "pivot_raw": 0.37942, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10614, "gen_tokens": 280, "item_id": "gsm8kpl-141", "marked_mass_band": 0.55052, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73481, "pivot_excess": 0.1371, "pivot_norm": 0.1562, "pivot_pooled": 0.24425, "pivot_raw": 0.24324, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08826, "gen_tokens": 296, "item_id": "gsm8kpl-146", "marked_mass_band": 0.5321, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76013, "pivot_excess": 0.21398, "pivot_norm": 0.22517, "pivot_pooled": 0.30298, "pivot_raw": 0.30224, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.33252, "gen_tokens": 260, "item_id": "gsm8kpl-149", "marked_mass_band": 0.52113, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79975, "pivot_excess": -0.00615, "pivot_norm": 0.25339, "pivot_pooled": 0.33036, "pivot_raw": 0.32637, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13056, "gen_tokens": 677, "item_id": "gsm8kpl-153", "marked_mass_band": 0.56596, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69729, "pivot_excess": 0.12894, "pivot_norm": 0.17521, "pivot_pooled": 0.25969, "pivot_raw": 0.2595, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03362, "gen_tokens": 140, "item_id": "gsm8kpl-165", "marked_mass_band": 0.51707, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77727, "pivot_excess": 0.20188, "pivot_norm": 0.14715, "pivot_pooled": 0.22865, "pivot_raw": 0.2355, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14624, "gen_tokens": 319, "item_id": "gsm8kpl-167", "marked_mass_band": 0.57815, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72497, "pivot_excess": 0.17928, "pivot_norm": 0.25239, "pivot_pooled": 0.33232, "pivot_raw": 0.32552, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.49957, "gen_tokens": 43, "item_id": "gsm8kpl-168", "marked_mass_band": 0.50391, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.78558, "pivot_excess": -0.14761, "pivot_norm": 0.2833, "pivot_pooled": 0.348, "pivot_raw": 0.35196, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13278, "gen_tokens": 310, "item_id": "gsm8kpl-170", "marked_mass_band": 0.51884, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66844, "pivot_excess": 0.14294, "pivot_norm": 0.19418, "pivot_pooled": 0.27301, "pivot_raw": 0.27573, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03233, "gen_tokens": 218, "item_id": "gsm8kpl-174", "marked_mass_band": 0.58032, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6384, "pivot_excess": 0.21381, "pivot_norm": 0.15959, "pivot_pooled": 0.25698, "pivot_raw": 0.24614, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.22307, "gen_tokens": 543, "item_id": "gsm8kpl-177", "marked_mass_band": 0.51342, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69546, "pivot_excess": 0.05235, "pivot_norm": 0.19381, "pivot_pooled": 0.27572, "pivot_raw": 0.27541, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0665, "gen_tokens": 539, "item_id": "gsm8kpl-183", "marked_mass_band": 0.5493, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.73147, "pivot_excess": 0.21524, "pivot_norm": 0.20121, "pivot_pooled": 0.29557, "pivot_raw": 0.28174, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09462, "gen_tokens": 513, "item_id": "gsm8kpl-184", "marked_mass_band": 0.54344, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57253, "pivot_excess": 0.18747, "pivot_norm": 0.20162, "pivot_pooled": 0.28101, "pivot_raw": 0.28209, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00012, "gen_tokens": 96, "item_id": "gsm8kpl-190", "marked_mass_band": 0.58818, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61666, "pivot_excess": 0.20196, "pivot_norm": 0.10808, "pivot_pooled": 0.20759, "pivot_raw": 0.20208, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.20684, "gen_tokens": 339, "item_id": "gsm8kpl-193", "marked_mass_band": 0.55497, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68168, "pivot_excess": 0.02547, "pivot_norm": 0.14342, "pivot_pooled": 0.23295, "pivot_raw": 0.23231, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.16992, "gen_tokens": 329, "item_id": "gsm8kpl-20", "marked_mass_band": 0.5162, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.577, "pivot_excess": 0.03026, "pivot_norm": 0.10586, "pivot_pooled": 0.19758, "pivot_raw": 0.20018, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10187, "gen_tokens": 302, "item_id": "gsm8kpl-203", "marked_mass_band": 0.56651, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66531, "pivot_excess": 0.16807, "pivot_norm": 0.18742, "pivot_pooled": 0.2731, "pivot_raw": 0.26994, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.32738, "gen_tokens": 342, "item_id": "gsm8kpl-206", "marked_mass_band": 0.55685, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78839, "pivot_excess": 0.02665, "pivot_norm": 0.28572, "pivot_pooled": 0.36044, "pivot_raw": 0.35403, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00033, "gen_tokens": 217, "item_id": "gsm8kpl-213", "marked_mass_band": 0.56405, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77487, "pivot_excess": 0.3381, "pivot_norm": 0.26749, "pivot_pooled": 0.35376, "pivot_raw": 0.33843, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17188, "gen_tokens": 162, "item_id": "gsm8kpl-217", "marked_mass_band": 0.5501, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72732, "pivot_excess": 0.12627, "pivot_norm": 0.22039, "pivot_pooled": 0.30594, "pivot_raw": 0.29814, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04092, "gen_tokens": 252, "item_id": "gsm8kpl-221", "marked_mass_band": 0.50307, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68071, "pivot_excess": 0.21474, "pivot_norm": 0.17072, "pivot_pooled": 0.25038, "pivot_raw": 0.25566, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03265, "gen_tokens": 87, "item_id": "gsm8kpl-237", "marked_mass_band": 0.53777, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61365, "pivot_excess": 0.23563, "pivot_norm": 0.18547, "pivot_pooled": 0.26874, "pivot_raw": 0.26828, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1075, "gen_tokens": 314, "item_id": "gsm8kpl-239", "marked_mass_band": 0.56186, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64656, "pivot_excess": 0.11719, "pivot_norm": 0.13451, "pivot_pooled": 0.23004, "pivot_raw": 0.22469, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03604, "gen_tokens": 327, "item_id": "gsm8kpl-240", "marked_mass_band": 0.56431, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53247, "pivot_excess": 0.2387, "pivot_norm": 0.19302, "pivot_pooled": 0.27806, "pivot_raw": 0.27473, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04843, "gen_tokens": 182, "item_id": "gsm8kpl-242", "marked_mass_band": 0.58469, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67135, "pivot_excess": 0.25543, "pivot_norm": 0.22707, "pivot_pooled": 0.31451, "pivot_raw": 0.30386, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05203, "gen_tokens": 373, "item_id": "gsm8kpl-245", "marked_mass_band": 0.5401, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61248, "pivot_excess": 0.2075, "pivot_norm": 0.17525, "pivot_pooled": 0.26307, "pivot_raw": 0.25953, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 9e-05, "gen_tokens": 233, "item_id": "gsm8kpl-246", "marked_mass_band": 0.56347, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72893, "pivot_excess": 0.28138, "pivot_norm": 0.2009, "pivot_pooled": 0.28079, "pivot_raw": 0.28148, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.36259, "gen_tokens": 192, "item_id": "gsm8kpl-248", "marked_mass_band": 0.5262, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71962, "pivot_excess": -0.11035, "pivot_norm": 0.16673, "pivot_pooled": 0.25072, "pivot_raw": 0.25224, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03412, "gen_tokens": 400, "item_id": "gsm8kpl-249", "marked_mass_band": 0.55372, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62302, "pivot_excess": 0.23847, "pivot_norm": 0.19051, "pivot_pooled": 0.27719, "pivot_raw": 0.27259, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05454, "gen_tokens": 84, "item_id": "gsm8kpl-253", "marked_mass_band": 0.56164, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78591, "pivot_excess": 0.22264, "pivot_norm": 0.19588, "pivot_pooled": 0.28563, "pivot_raw": 0.27718, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.03065, "gen_tokens": 315, "item_id": "gsm8kpl-255", "marked_mass_band": 0.5441, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.6802, "pivot_excess": 0.19008, "pivot_norm": 0.12989, "pivot_pooled": 0.21986, "pivot_raw": 0.22073, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.21251, "gen_tokens": 548, "item_id": "gsm8kpl-259", "marked_mass_band": 0.5514, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74776, "pivot_excess": 0.11605, "pivot_norm": 0.25594, "pivot_pooled": 0.33368, "pivot_raw": 0.32855, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.19355, "gen_tokens": 312, "item_id": "gsm8kpl-27", "marked_mass_band": 0.56508, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7689, "pivot_excess": 0.1072, "pivot_norm": 0.22344, "pivot_pooled": 0.30051, "pivot_raw": 0.30076, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00105, "gen_tokens": 83, "item_id": "gsm8kpl-278", "marked_mass_band": 0.62047, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74354, "pivot_excess": 0.35853, "pivot_norm": 0.29221, "pivot_pooled": 0.37533, "pivot_raw": 0.35958, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03428, "gen_tokens": 349, "item_id": "gsm8kpl-279", "marked_mass_band": 0.56097, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7671, "pivot_excess": 0.3205, "pivot_norm": 0.28659, "pivot_pooled": 0.36281, "pivot_raw": 0.35478, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08017, "gen_tokens": 143, "item_id": "gsm8kpl-282", "marked_mass_band": 0.59465, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66636, "pivot_excess": 0.23919, "pivot_norm": 0.2452, "pivot_pooled": 0.32745, "pivot_raw": 0.31937, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 2e-05, "gen_tokens": 109, "item_id": "gsm8kpl-286", "marked_mass_band": 0.60332, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.49764, "pivot_excess": 0.23376, "pivot_norm": 0.14514, "pivot_pooled": 0.23431, "pivot_raw": 0.23378, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00099, "gen_tokens": 280, "item_id": "gsm8kpl-292", "marked_mass_band": 0.53671, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65431, "pivot_excess": 0.26261, "pivot_norm": 0.18001, "pivot_pooled": 0.27265, "pivot_raw": 0.2636, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11683, "gen_tokens": 769, "item_id": "gsm8kpl-298", "marked_mass_band": 0.54118, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71958, "pivot_excess": 0.18911, "pivot_norm": 0.22949, "pivot_pooled": 0.30887, "pivot_raw": 0.30593, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02806, "gen_tokens": 357, "item_id": "gsm8kpl-301", "marked_mass_band": 0.48936, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67565, "pivot_excess": 0.2303, "pivot_norm": 0.17388, "pivot_pooled": 0.25918, "pivot_raw": 0.25836, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.24309, "gen_tokens": 597, "item_id": "gsm8kpl-307", "marked_mass_band": 0.52847, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77057, "pivot_excess": 0.08512, "pivot_norm": 0.25554, "pivot_pooled": 0.33609, "pivot_raw": 0.32821, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00036, "gen_tokens": 347, "item_id": "gsm8kpl-309", "marked_mass_band": 0.54649, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71493, "pivot_excess": 0.2707, "pivot_norm": 0.18872, "pivot_pooled": 0.28053, "pivot_raw": 0.27106, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 4e-05, "gen_tokens": 294, "item_id": "gsm8kpl-314", "marked_mass_band": 0.56727, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70989, "pivot_excess": 0.30555, "pivot_norm": 0.2291, "pivot_pooled": 0.30883, "pivot_raw": 0.3056, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00904, "gen_tokens": 128, "item_id": "gsm8kpl-321", "marked_mass_band": 0.54882, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70617, "pivot_excess": 0.29633, "pivot_norm": 0.22884, "pivot_pooled": 0.30833, "pivot_raw": 0.30537, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09807, "gen_tokens": 319, "item_id": "gsm8kpl-323", "marked_mass_band": 0.5317, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76473, "pivot_excess": 0.14918, "pivot_norm": 0.16088, "pivot_pooled": 0.24748, "pivot_raw": 0.24724, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03555, "gen_tokens": 259, "item_id": "gsm8kpl-326", "marked_mass_band": 0.55627, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69148, "pivot_excess": 0.2515, "pivot_norm": 0.20742, "pivot_pooled": 0.28785, "pivot_raw": 0.28705, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05258, "gen_tokens": 201, "item_id": "gsm8kpl-33", "marked_mass_band": 0.54387, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66234, "pivot_excess": 0.23316, "pivot_norm": 0.20588, "pivot_pooled": 0.28716, "pivot_raw": 0.28573, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14976, "gen_tokens": 115, "item_id": "gsm8kpl-332", "marked_mass_band": 0.57347, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7562, "pivot_excess": 0.08312, "pivot_norm": 0.14408, "pivot_pooled": 0.23228, "pivot_raw": 0.23287, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02759, "gen_tokens": 201, "item_id": "gsm8kpl-34", "marked_mass_band": 0.57561, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67424, "pivot_excess": 0.25871, "pivot_norm": 0.20654, "pivot_pooled": 0.29135, "pivot_raw": 0.2863, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08932, "gen_tokens": 1280, "item_id": "gsm8kpl-340", "marked_mass_band": 0.56142, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64569, "pivot_excess": 0.17857, "pivot_norm": 0.18502, "pivot_pooled": 0.27313, "pivot_raw": 0.2679, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2492, "gen_tokens": 368, "item_id": "gsm8kpl-36", "marked_mass_band": 0.54293, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78553, "pivot_excess": 0.01078, "pivot_norm": 0.17577, "pivot_pooled": 0.25974, "pivot_raw": 0.25998, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 6e-05, "gen_tokens": 68, "item_id": "gsm8kpl-365", "marked_mass_band": 0.59413, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58973, "pivot_excess": 0.24948, "pivot_norm": 0.16356, "pivot_pooled": 0.25641, "pivot_raw": 0.24953, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0495, "gen_tokens": 436, "item_id": "gsm8kpl-368", "marked_mass_band": 0.56842, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72988, "pivot_excess": 0.26857, "pivot_norm": 0.24368, "pivot_pooled": 0.32076, "pivot_raw": 0.31807, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13841, "gen_tokens": 163, "item_id": "gsm8kpl-373", "marked_mass_band": 0.51964, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67282, "pivot_excess": 0.09947, "pivot_norm": 0.14994, "pivot_pooled": 0.23648, "pivot_raw": 0.23788, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0157, "gen_tokens": 214, "item_id": "gsm8kpl-378", "marked_mass_band": 0.54988, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56224, "pivot_excess": 0.20227, "pivot_norm": 0.12665, "pivot_pooled": 0.21865, "pivot_raw": 0.21796, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06442, "gen_tokens": 467, "item_id": "gsm8kpl-383", "marked_mass_band": 0.58255, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67157, "pivot_excess": 0.17046, "pivot_norm": 0.14642, "pivot_pooled": 0.23675, "pivot_raw": 0.23488, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06427, "gen_tokens": 251, "item_id": "gsm8kpl-384", "marked_mass_band": 0.53435, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75425, "pivot_excess": 0.2055, "pivot_norm": 0.18722, "pivot_pooled": 0.27018, "pivot_raw": 0.26977, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01829, "gen_tokens": 245, "item_id": "gsm8kpl-386", "marked_mass_band": 0.53225, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80145, "pivot_excess": 0.28394, "pivot_norm": 0.22517, "pivot_pooled": 0.30308, "pivot_raw": 0.30223, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09212, "gen_tokens": 302, "item_id": "gsm8kpl-389", "marked_mass_band": 0.55026, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67217, "pivot_excess": 0.16832, "pivot_norm": 0.17631, "pivot_pooled": 0.26196, "pivot_raw": 0.26044, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.15266, "gen_tokens": 252, "item_id": "gsm8kpl-398", "marked_mass_band": 0.55, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60153, "pivot_excess": 0.04749, "pivot_norm": 0.10583, "pivot_pooled": 0.20086, "pivot_raw": 0.20016, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14292, "gen_tokens": 73, "item_id": "gsm8kpl-400", "marked_mass_band": 0.55614, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66316, "pivot_excess": 0.1071, "pivot_norm": 0.16413, "pivot_pooled": 0.25454, "pivot_raw": 0.25003, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11026, "gen_tokens": 361, "item_id": "gsm8kpl-402", "marked_mass_band": 0.57243, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6584, "pivot_excess": 0.1321, "pivot_norm": 0.15516, "pivot_pooled": 0.2415, "pivot_raw": 0.24235, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.25977, "gen_tokens": 518, "item_id": "gsm8kpl-403", "marked_mass_band": 0.5166, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69547, "pivot_excess": -0.02518, "pivot_norm": 0.14609, "pivot_pooled": 0.23428, "pivot_raw": 0.23459, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08817, "gen_tokens": 155, "item_id": "gsm8kpl-407", "marked_mass_band": 0.55064, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62728, "pivot_excess": 0.1348, "pivot_norm": 0.1325, "pivot_pooled": 0.22487, "pivot_raw": 0.22297, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0648, "gen_tokens": 976, "item_id": "gsm8kpl-41", "marked_mass_band": 0.55676, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67094, "pivot_excess": 0.17247, "pivot_norm": 0.14922, "pivot_pooled": 0.23737, "pivot_raw": 0.23727, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2806, "gen_tokens": 415, "item_id": "gsm8kpl-417", "marked_mass_band": 0.5278, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78356, "pivot_excess": 0.04626, "pivot_norm": 0.25396, "pivot_pooled": 0.33119, "pivot_raw": 0.32686, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.10578, "gen_tokens": 1005, "item_id": "gsm8kpl-423", "marked_mass_band": 0.5384, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71972, "pivot_excess": 0.15453, "pivot_norm": 0.17616, "pivot_pooled": 0.26154, "pivot_raw": 0.26032, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17868, "gen_tokens": 165, "item_id": "gsm8kpl-424", "marked_mass_band": 0.57652, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67603, "pivot_excess": 0.07403, "pivot_norm": 0.16727, "pivot_pooled": 0.25458, "pivot_raw": 0.25271, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.23581, "gen_tokens": 282, "item_id": "gsm8kpl-428", "marked_mass_band": 0.57349, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5906, "pivot_excess": 0.00934, "pivot_norm": 0.15843, "pivot_pooled": 0.24671, "pivot_raw": 0.24515, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.37, "gen_tokens": 359, "item_id": "gsm8kpl-43", "marked_mass_band": 0.57265, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76731, "pivot_excess": -0.06212, "pivot_norm": 0.23176, "pivot_pooled": 0.32257, "pivot_raw": 0.30788, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.24554, "gen_tokens": 432, "item_id": "gsm8kpl-44", "marked_mass_band": 0.51137, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67646, "pivot_excess": -0.0187, "pivot_norm": 0.13703, "pivot_pooled": 0.22658, "pivot_raw": 0.22684, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.25439, "gen_tokens": 380, "item_id": "gsm8kpl-444", "marked_mass_band": 0.54974, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59258, "pivot_excess": -0.00038, "pivot_norm": 0.16879, "pivot_pooled": 0.25701, "pivot_raw": 0.25401, "trace_lang": "mixed"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0488, "gen_tokens": 595, "item_id": "gsm8kpl-445", "marked_mass_band": 0.54312, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69785, "pivot_excess": 0.202, "pivot_norm": 0.16503, "pivot_pooled": 0.25195, "pivot_raw": 0.25079, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2396, "gen_tokens": 379, "item_id": "gsm8kpl-452", "marked_mass_band": 0.52232, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78904, "pivot_excess": 0.07851, "pivot_norm": 0.24373, "pivot_pooled": 0.31999, "pivot_raw": 0.31811, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0291, "gen_tokens": 231, "item_id": "gsm8kpl-457", "marked_mass_band": 0.56849, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72552, "pivot_excess": 0.21466, "pivot_norm": 0.15681, "pivot_pooled": 0.24458, "pivot_raw": 0.24376, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17451, "gen_tokens": 202, "item_id": "gsm8kpl-461", "marked_mass_band": 0.57733, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81809, "pivot_excess": 0.19519, "pivot_norm": 0.30404, "pivot_pooled": 0.37883, "pivot_raw": 0.3697, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09031, "gen_tokens": 267, "item_id": "gsm8kpl-466", "marked_mass_band": 0.54737, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65501, "pivot_excess": 0.19986, "pivot_norm": 0.21107, "pivot_pooled": 0.29112, "pivot_raw": 0.29017, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08389, "gen_tokens": 240, "item_id": "gsm8kpl-472", "marked_mass_band": 0.56449, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65044, "pivot_excess": 0.20446, "pivot_norm": 0.20894, "pivot_pooled": 0.2926, "pivot_raw": 0.28836, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02964, "gen_tokens": 85, "item_id": "gsm8kpl-476", "marked_mass_band": 0.52951, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6248, "pivot_excess": 0.22444, "pivot_norm": 0.16887, "pivot_pooled": 0.25109, "pivot_raw": 0.25408, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.11258, "gen_tokens": 303, "item_id": "gsm8kpl-488", "marked_mass_band": 0.55967, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55423, "pivot_excess": 0.13119, "pivot_norm": 0.15682, "pivot_pooled": 0.24515, "pivot_raw": 0.24377, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00032, "gen_tokens": 165, "item_id": "gsm8kpl-490", "marked_mass_band": 0.55429, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78379, "pivot_excess": 0.32209, "pivot_norm": 0.24875, "pivot_pooled": 0.3291, "pivot_raw": 0.3224, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1673, "gen_tokens": 544, "item_id": "gsm8kpl-493", "marked_mass_band": 0.51894, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67325, "pivot_excess": 0.09795, "pivot_norm": 0.18194, "pivot_pooled": 0.26305, "pivot_raw": 0.26525, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09717, "gen_tokens": 152, "item_id": "gsm8kpl-498", "marked_mass_band": 0.60056, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6707, "pivot_excess": 0.18568, "pivot_norm": 0.20251, "pivot_pooled": 0.28576, "pivot_raw": 0.28285, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1616, "gen_tokens": 200, "item_id": "gsm8kpl-51", "marked_mass_band": 0.50712, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72421, "pivot_excess": 0.10773, "pivot_norm": 0.18669, "pivot_pooled": 0.26949, "pivot_raw": 0.26932, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 7e-05, "gen_tokens": 162, "item_id": "gsm8kpl-520", "marked_mass_band": 0.58785, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60289, "pivot_excess": 0.22376, "pivot_norm": 0.1335, "pivot_pooled": 0.22632, "pivot_raw": 0.22382, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04859, "gen_tokens": 148, "item_id": "gsm8kpl-525", "marked_mass_band": 0.58331, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68116, "pivot_excess": 0.1974, "pivot_norm": 0.15942, "pivot_pooled": 0.24811, "pivot_raw": 0.24599, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11447, "gen_tokens": 356, "item_id": "gsm8kpl-528", "marked_mass_band": 0.54126, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62174, "pivot_excess": 0.16719, "pivot_norm": 0.20112, "pivot_pooled": 0.28375, "pivot_raw": 0.28166, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04848, "gen_tokens": 295, "item_id": "gsm8kpl-530", "marked_mass_band": 0.564, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64995, "pivot_excess": 0.25033, "pivot_norm": 0.22117, "pivot_pooled": 0.31136, "pivot_raw": 0.29881, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.06406, "gen_tokens": 361, "item_id": "gsm8kpl-531", "marked_mass_band": 0.56442, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75136, "pivot_excess": 0.22858, "pivot_norm": 0.21395, "pivot_pooled": 0.29456, "pivot_raw": 0.29264, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00066, "gen_tokens": 172, "item_id": "gsm8kpl-537", "marked_mass_band": 0.56644, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61423, "pivot_excess": 0.26057, "pivot_norm": 0.17723, "pivot_pooled": 0.26701, "pivot_raw": 0.26123, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17184, "gen_tokens": 214, "item_id": "gsm8kpl-543", "marked_mass_band": 0.56231, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65584, "pivot_excess": 0.10389, "pivot_norm": 0.19417, "pivot_pooled": 0.27934, "pivot_raw": 0.27572, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.28546, "gen_tokens": 146, "item_id": "gsm8kpl-544", "marked_mass_band": 0.54665, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68213, "pivot_excess": 0.0121, "pivot_norm": 0.2197, "pivot_pooled": 0.29656, "pivot_raw": 0.29756, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.1558, "gen_tokens": 373, "item_id": "gsm8kpl-558", "marked_mass_band": 0.5408, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62933, "pivot_excess": 0.09671, "pivot_norm": 0.16704, "pivot_pooled": 0.25239, "pivot_raw": 0.25251, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01751, "gen_tokens": 191, "item_id": "gsm8kpl-563", "marked_mass_band": 0.5872, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64614, "pivot_excess": 0.28391, "pivot_norm": 0.22422, "pivot_pooled": 0.30959, "pivot_raw": 0.30142, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.0, "gen_tokens": 247, "item_id": "gsm8kpl-564", "marked_mass_band": 0.52444, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69907, "pivot_excess": 0.25262, "pivot_norm": 0.16717, "pivot_pooled": 0.25707, "pivot_raw": 0.25262, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01443, "gen_tokens": 218, "item_id": "gsm8kpl-581", "marked_mass_band": 0.54622, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.46219, "pivot_excess": 0.21767, "pivot_norm": 0.14318, "pivot_pooled": 0.24113, "pivot_raw": 0.2321, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09348, "gen_tokens": 253, "item_id": "gsm8kpl-592", "marked_mass_band": 0.52504, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72352, "pivot_excess": 0.17665, "pivot_norm": 0.18763, "pivot_pooled": 0.2696, "pivot_raw": 0.27013, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17581, "gen_tokens": 349, "item_id": "gsm8kpl-594", "marked_mass_band": 0.52165, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74077, "pivot_excess": 0.06632, "pivot_norm": 0.15491, "pivot_pooled": 0.24105, "pivot_raw": 0.24213, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03901, "gen_tokens": 244, "item_id": "gsm8kpl-599", "marked_mass_band": 0.55754, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70037, "pivot_excess": 0.17084, "pivot_norm": 0.11717, "pivot_pooled": 0.21303, "pivot_raw": 0.20986, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0959, "gen_tokens": 93, "item_id": "gsm8kpl-600", "marked_mass_band": 0.54248, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58309, "pivot_excess": 0.14493, "pivot_norm": 0.15338, "pivot_pooled": 0.23927, "pivot_raw": 0.24083, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0003, "gen_tokens": 964, "item_id": "gsm8kpl-607", "marked_mass_band": 0.53373, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71782, "pivot_excess": 0.28711, "pivot_norm": 0.20784, "pivot_pooled": 0.28849, "pivot_raw": 0.28742, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.21533, "gen_tokens": 272, "item_id": "gsm8kpl-614", "marked_mass_band": 0.56372, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8327, "pivot_excess": 0.15742, "pivot_norm": 0.30761, "pivot_pooled": 0.37552, "pivot_raw": 0.37275, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.20957, "gen_tokens": 179, "item_id": "gsm8kpl-616", "marked_mass_band": 0.54991, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63596, "pivot_excess": 0.0687, "pivot_norm": 0.19716, "pivot_pooled": 0.28475, "pivot_raw": 0.27828, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17907, "gen_tokens": 236, "item_id": "gsm8kpl-617", "marked_mass_band": 0.53514, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80665, "pivot_excess": 0.08425, "pivot_norm": 0.17968, "pivot_pooled": 0.26377, "pivot_raw": 0.26332, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.27358, "gen_tokens": 293, "item_id": "gsm8kpl-621", "marked_mass_band": 0.56509, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74011, "pivot_excess": 0.02941, "pivot_norm": 0.22605, "pivot_pooled": 0.30689, "pivot_raw": 0.30298, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.18722, "gen_tokens": 153, "item_id": "gsm8kpl-623", "marked_mass_band": 0.5706, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72481, "pivot_excess": 0.14815, "pivot_norm": 0.2639, "pivot_pooled": 0.35105, "pivot_raw": 0.33537, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00013, "gen_tokens": 251, "item_id": "gsm8kpl-632", "marked_mass_band": 0.58805, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64507, "pivot_excess": 0.26316, "pivot_norm": 0.17964, "pivot_pooled": 0.269, "pivot_raw": 0.26329, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17452, "gen_tokens": 193, "item_id": "gsm8kpl-634", "marked_mass_band": 0.54897, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75946, "pivot_excess": 0.10398, "pivot_norm": 0.19742, "pivot_pooled": 0.28176, "pivot_raw": 0.2785, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.15877, "gen_tokens": 304, "item_id": "gsm8kpl-643", "marked_mass_band": 0.55737, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61836, "pivot_excess": 0.07139, "pivot_norm": 0.1409, "pivot_pooled": 0.22857, "pivot_raw": 0.23016, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0, "gen_tokens": 149, "item_id": "gsm8kpl-66", "marked_mass_band": 0.55386, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65809, "pivot_excess": 0.28248, "pivot_norm": 0.20208, "pivot_pooled": 0.28952, "pivot_raw": 0.28248, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07053, "gen_tokens": 433, "item_id": "gsm8kpl-660", "marked_mass_band": 0.53518, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66802, "pivot_excess": 0.21086, "pivot_norm": 0.20079, "pivot_pooled": 0.28311, "pivot_raw": 0.28139, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1986, "gen_tokens": 216, "item_id": "gsm8kpl-666", "marked_mass_band": 0.56946, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76615, "pivot_excess": 0.13256, "pivot_norm": 0.25899, "pivot_pooled": 0.33188, "pivot_raw": 0.33117, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04365, "gen_tokens": 172, "item_id": "gsm8kpl-671", "marked_mass_band": 0.57853, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.47464, "pivot_excess": 0.17086, "pivot_norm": 0.12261, "pivot_pooled": 0.21715, "pivot_raw": 0.21451, "trace_lang": "mixed"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03023, "gen_tokens": 203, "item_id": "gsm8kpl-679", "marked_mass_band": 0.53402, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7322, "pivot_excess": 0.22017, "pivot_norm": 0.16456, "pivot_pooled": 0.25426, "pivot_raw": 0.25039, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 6e-05, "gen_tokens": 245, "item_id": "gsm8kpl-681", "marked_mass_band": 0.55768, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59164, "pivot_excess": 0.28725, "pivot_norm": 0.20772, "pivot_pooled": 0.28931, "pivot_raw": 0.28731, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02265, "gen_tokens": 344, "item_id": "gsm8kpl-687", "marked_mass_band": 0.5598, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66005, "pivot_excess": 0.26036, "pivot_norm": 0.20269, "pivot_pooled": 0.28857, "pivot_raw": 0.28301, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.36976, "gen_tokens": 390, "item_id": "gsm8kpl-690", "marked_mass_band": 0.54814, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73791, "pivot_excess": -0.09766, "pivot_norm": 0.18994, "pivot_pooled": 0.27416, "pivot_raw": 0.2721, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.21368, "gen_tokens": 881, "item_id": "gsm8kpl-7", "marked_mass_band": 0.56068, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75635, "pivot_excess": 0.08226, "pivot_norm": 0.21781, "pivot_pooled": 0.30196, "pivot_raw": 0.29594, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00026, "gen_tokens": 147, "item_id": "gsm8kpl-70", "marked_mass_band": 0.60116, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76921, "pivot_excess": 0.40537, "pivot_norm": 0.34605, "pivot_pooled": 0.41197, "pivot_raw": 0.40563, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03621, "gen_tokens": 219, "item_id": "gsm8kpl-701", "marked_mass_band": 0.54962, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70387, "pivot_excess": 0.23125, "pivot_norm": 0.18452, "pivot_pooled": 0.26862, "pivot_raw": 0.26747, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11255, "gen_tokens": 337, "item_id": "gsm8kpl-703", "marked_mass_band": 0.55297, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7665, "pivot_excess": 0.18615, "pivot_norm": 0.22104, "pivot_pooled": 0.30668, "pivot_raw": 0.2987, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05549, "gen_tokens": 514, "item_id": "gsm8kpl-707", "marked_mass_band": 0.52419, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58914, "pivot_excess": 0.17584, "pivot_norm": 0.14228, "pivot_pooled": 0.23013, "pivot_raw": 0.23133, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.02131, "gen_tokens": 233, "item_id": "gsm8kpl-709", "marked_mass_band": 0.54079, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70328, "pivot_excess": 0.21502, "pivot_norm": 0.14812, "pivot_pooled": 0.23879, "pivot_raw": 0.23633, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09561, "gen_tokens": 161, "item_id": "gsm8kpl-71", "marked_mass_band": 0.56823, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63544, "pivot_excess": 0.20529, "pivot_norm": 0.22361, "pivot_pooled": 0.30583, "pivot_raw": 0.3009, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.14522, "gen_tokens": 1280, "item_id": "gsm8kpl-712", "marked_mass_band": 0.57326, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.6499, "pivot_excess": 0.11768, "pivot_norm": 0.17919, "pivot_pooled": 0.26903, "pivot_raw": 0.2629, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.12339, "gen_tokens": 91, "item_id": "gsm8kpl-719", "marked_mass_band": 0.54033, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58668, "pivot_excess": 0.08221, "pivot_norm": 0.11219, "pivot_pooled": 0.20739, "pivot_raw": 0.2056, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.02619, "gen_tokens": 291, "item_id": "gsm8kpl-721", "marked_mass_band": 0.55447, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56279, "pivot_excess": 0.21853, "pivot_norm": 0.15793, "pivot_pooled": 0.25058, "pivot_raw": 0.24472, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00128, "gen_tokens": 196, "item_id": "gsm8kpl-727", "marked_mass_band": 0.57272, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67831, "pivot_excess": 0.24606, "pivot_norm": 0.161, "pivot_pooled": 0.25033, "pivot_raw": 0.24734, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10978, "gen_tokens": 327, "item_id": "gsm8kpl-742", "marked_mass_band": 0.52651, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74803, "pivot_excess": 0.15015, "pivot_norm": 0.17571, "pivot_pooled": 0.26097, "pivot_raw": 0.25992, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.16226, "gen_tokens": 453, "item_id": "gsm8kpl-750", "marked_mass_band": 0.59488, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78068, "pivot_excess": 0.19532, "pivot_norm": 0.28988, "pivot_pooled": 0.36161, "pivot_raw": 0.35758, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0689, "gen_tokens": 496, "item_id": "gsm8kpl-761", "marked_mass_band": 0.53148, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50759, "pivot_excess": 0.15471, "pivot_norm": 0.13324, "pivot_pooled": 0.22335, "pivot_raw": 0.2236, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13351, "gen_tokens": 94, "item_id": "gsm8kpl-762", "marked_mass_band": 0.53654, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67329, "pivot_excess": 0.17898, "pivot_norm": 0.23716, "pivot_pooled": 0.30381, "pivot_raw": 0.31249, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0506, "gen_tokens": 88, "item_id": "gsm8kpl-767", "marked_mass_band": 0.5444, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61254, "pivot_excess": 0.1945, "pivot_norm": 0.15838, "pivot_pooled": 0.24724, "pivot_raw": 0.2451, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.08884, "gen_tokens": 325, "item_id": "gsm8kpl-768", "marked_mass_band": 0.54785, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.75289, "pivot_excess": 0.21601, "pivot_norm": 0.22823, "pivot_pooled": 0.30661, "pivot_raw": 0.30485, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11667, "gen_tokens": 146, "item_id": "gsm8kpl-774", "marked_mass_band": 0.4965, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70823, "pivot_excess": 0.15542, "pivot_norm": 0.18992, "pivot_pooled": 0.27351, "pivot_raw": 0.27208, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00039, "gen_tokens": 195, "item_id": "gsm8kpl-775", "marked_mass_band": 0.6146, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70656, "pivot_excess": 0.2872, "pivot_norm": 0.20805, "pivot_pooled": 0.29651, "pivot_raw": 0.28759, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13892, "gen_tokens": 741, "item_id": "gsm8kpl-777", "marked_mass_band": 0.51153, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78645, "pivot_excess": 0.12887, "pivot_norm": 0.1849, "pivot_pooled": 0.26454, "pivot_raw": 0.26779, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0015, "gen_tokens": 194, "item_id": "gsm8kpl-778", "marked_mass_band": 0.54647, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75136, "pivot_excess": 0.24954, "pivot_norm": 0.16532, "pivot_pooled": 0.25092, "pivot_raw": 0.25104, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03099, "gen_tokens": 148, "item_id": "gsm8kpl-785", "marked_mass_band": 0.5955, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65116, "pivot_excess": 0.27981, "pivot_norm": 0.23519, "pivot_pooled": 0.31277, "pivot_raw": 0.31081, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09348, "gen_tokens": 169, "item_id": "gsm8kpl-788", "marked_mass_band": 0.55296, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78105, "pivot_excess": 0.17194, "pivot_norm": 0.18213, "pivot_pooled": 0.26483, "pivot_raw": 0.26542, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07417, "gen_tokens": 342, "item_id": "gsm8kpl-789", "marked_mass_band": 0.54035, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.8014, "pivot_excess": 0.2423, "pivot_norm": 0.24181, "pivot_pooled": 0.3154, "pivot_raw": 0.31647, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.24446, "gen_tokens": 304, "item_id": "gsm8kpl-797", "marked_mass_band": 0.54138, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69127, "pivot_excess": 0.05369, "pivot_norm": 0.2204, "pivot_pooled": 0.30963, "pivot_raw": 0.29815, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10175, "gen_tokens": 153, "item_id": "gsm8kpl-799", "marked_mass_band": 0.53093, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58317, "pivot_excess": 0.15636, "pivot_norm": 0.17359, "pivot_pooled": 0.25478, "pivot_raw": 0.25811, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10877, "gen_tokens": 331, "item_id": "gsm8kpl-802", "marked_mass_band": 0.56907, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58576, "pivot_excess": 0.12888, "pivot_norm": 0.14966, "pivot_pooled": 0.23739, "pivot_raw": 0.23765, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.10592, "gen_tokens": 473, "item_id": "gsm8kpl-812", "marked_mass_band": 0.57843, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6297, "pivot_excess": 0.09878, "pivot_norm": 0.11114, "pivot_pooled": 0.20682, "pivot_raw": 0.2047, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.05607, "gen_tokens": 397, "item_id": "gsm8kpl-813", "marked_mass_band": 0.56395, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65552, "pivot_excess": 0.19395, "pivot_norm": 0.16412, "pivot_pooled": 0.25111, "pivot_raw": 0.25001, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09468, "gen_tokens": 475, "item_id": "gsm8kpl-815", "marked_mass_band": 0.52728, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6258, "pivot_excess": 0.15037, "pivot_norm": 0.15832, "pivot_pooled": 0.24722, "pivot_raw": 0.24505, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.20952, "gen_tokens": 267, "item_id": "gsm8kpl-822", "marked_mass_band": 0.54663, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7274, "pivot_excess": 0.09766, "pivot_norm": 0.23095, "pivot_pooled": 0.31467, "pivot_raw": 0.30718, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 4e-05, "gen_tokens": 275, "item_id": "gsm8kpl-826", "marked_mass_band": 0.56787, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61933, "pivot_excess": 0.29937, "pivot_norm": 0.22187, "pivot_pooled": 0.30189, "pivot_raw": 0.29941, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.06176, "gen_tokens": 280, "item_id": "gsm8kpl-827", "marked_mass_band": 0.52903, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78698, "pivot_excess": 0.19796, "pivot_norm": 0.17546, "pivot_pooled": 0.25458, "pivot_raw": 0.25971, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.33507, "gen_tokens": 311, "item_id": "gsm8kpl-833", "marked_mass_band": 0.54529, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66069, "pivot_excess": -0.04969, "pivot_norm": 0.20546, "pivot_pooled": 0.28529, "pivot_raw": 0.28538, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00025, "gen_tokens": 243, "item_id": "gsm8kpl-848", "marked_mass_band": 0.57631, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56437, "pivot_excess": 0.2156, "pivot_norm": 0.12418, "pivot_pooled": 0.21722, "pivot_raw": 0.21585, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0361, "gen_tokens": 120, "item_id": "gsm8kpl-849", "marked_mass_band": 0.56756, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6901, "pivot_excess": 0.23297, "pivot_norm": 0.1864, "pivot_pooled": 0.27024, "pivot_raw": 0.26907, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00021, "gen_tokens": 320, "item_id": "gsm8kpl-858", "marked_mass_band": 0.5706, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67965, "pivot_excess": 0.31914, "pivot_norm": 0.24518, "pivot_pooled": 0.33463, "pivot_raw": 0.31935, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14357, "gen_tokens": 339, "item_id": "gsm8kpl-861", "marked_mass_band": 0.51811, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81539, "pivot_excess": 0.18793, "pivot_norm": 0.25939, "pivot_pooled": 0.33773, "pivot_raw": 0.3315, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.11042, "gen_tokens": 317, "item_id": "gsm8kpl-865", "marked_mass_band": 0.56212, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63152, "pivot_excess": 0.12437, "pivot_norm": 0.14633, "pivot_pooled": 0.23577, "pivot_raw": 0.23479, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2198, "gen_tokens": 137, "item_id": "gsm8kpl-868", "marked_mass_band": 0.58353, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66177, "pivot_excess": 0.07451, "pivot_norm": 0.21591, "pivot_pooled": 0.29859, "pivot_raw": 0.29432, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.17059, "gen_tokens": 514, "item_id": "gsm8kpl-87", "marked_mass_band": 0.54839, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79342, "pivot_excess": 0.1644, "pivot_norm": 0.26346, "pivot_pooled": 0.33928, "pivot_raw": 0.33499, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.15969, "gen_tokens": 170, "item_id": "gsm8kpl-88", "marked_mass_band": 0.5572, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66934, "pivot_excess": 0.15021, "pivot_norm": 0.23413, "pivot_pooled": 0.31008, "pivot_raw": 0.3099, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.04481, "gen_tokens": 172, "item_id": "gsm8kpl-880", "marked_mass_band": 0.55312, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78363, "pivot_excess": 0.25633, "pivot_norm": 0.22389, "pivot_pooled": 0.301, "pivot_raw": 0.30114, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2438, "gen_tokens": 237, "item_id": "gsm8kpl-889", "marked_mass_band": 0.58562, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59902, "pivot_excess": -0.02061, "pivot_norm": 0.13276, "pivot_pooled": 0.22647, "pivot_raw": 0.22319, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.13786, "gen_tokens": 376, "item_id": "gsm8kpl-890", "marked_mass_band": 0.54215, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67575, "pivot_excess": 0.08524, "pivot_norm": 0.13265, "pivot_pooled": 0.22316, "pivot_raw": 0.2231, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.19935, "gen_tokens": 375, "item_id": "gsm8kpl-891", "marked_mass_band": 0.52717, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60164, "pivot_excess": 0.07283, "pivot_norm": 0.19003, "pivot_pooled": 0.27592, "pivot_raw": 0.27217, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.4008, "gen_tokens": 256, "item_id": "gsm8kpl-895", "marked_mass_band": 0.53345, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67307, "pivot_excess": -0.1042, "pivot_norm": 0.21857, "pivot_pooled": 0.29889, "pivot_raw": 0.29659, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.2414, "gen_tokens": 394, "item_id": "gsm8kpl-9", "marked_mass_band": 0.53601, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66915, "pivot_excess": -0.01009, "pivot_norm": 0.14226, "pivot_pooled": 0.2315, "pivot_raw": 0.23131, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.12306, "gen_tokens": 842, "item_id": "gsm8kpl-90", "marked_mass_band": 0.53194, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74309, "pivot_excess": 0.1282, "pivot_norm": 0.16558, "pivot_pooled": 0.25127, "pivot_raw": 0.25126, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 1e-05, "gen_tokens": 208, "item_id": "gsm8kpl-906", "marked_mass_band": 0.58827, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56849, "pivot_excess": 0.22317, "pivot_norm": 0.13275, "pivot_pooled": 0.22878, "pivot_raw": 0.22318, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.0627, "gen_tokens": 53, "item_id": "gsm8kpl-907", "marked_mass_band": 0.59495, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71023, "pivot_excess": 0.28315, "pivot_norm": 0.27615, "pivot_pooled": 0.35657, "pivot_raw": 0.34585, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07891, "gen_tokens": 226, "item_id": "gsm8kpl-91", "marked_mass_band": 0.5378, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70432, "pivot_excess": 0.21652, "pivot_norm": 0.21722, "pivot_pooled": 0.2948, "pivot_raw": 0.29544, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.05279, "gen_tokens": 454, "item_id": "gsm8kpl-916", "marked_mass_band": 0.55284, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65751, "pivot_excess": 0.2212, "pivot_norm": 0.19214, "pivot_pooled": 0.27834, "pivot_raw": 0.27398, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.08551, "gen_tokens": 212, "item_id": "gsm8kpl-918", "marked_mass_band": 0.54945, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75242, "pivot_excess": 0.28353, "pivot_norm": 0.30327, "pivot_pooled": 0.38389, "pivot_raw": 0.36904, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03367, "gen_tokens": 88, "item_id": "gsm8kpl-922", "marked_mass_band": 0.59881, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69472, "pivot_excess": 0.29599, "pivot_norm": 0.25724, "pivot_pooled": 0.33751, "pivot_raw": 0.32966, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09502, "gen_tokens": 440, "item_id": "gsm8kpl-924", "marked_mass_band": 0.53891, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79629, "pivot_excess": 0.1696, "pivot_norm": 0.18119, "pivot_pooled": 0.26591, "pivot_raw": 0.26461, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.30455, "gen_tokens": 425, "item_id": "gsm8kpl-93", "marked_mass_band": 0.55432, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70919, "pivot_excess": -0.03293, "pivot_norm": 0.18937, "pivot_pooled": 0.27568, "pivot_raw": 0.27162, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01815, "gen_tokens": 203, "item_id": "gsm8kpl-930", "marked_mass_band": 0.58563, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70789, "pivot_excess": 0.25019, "pivot_norm": 0.18554, "pivot_pooled": 0.27309, "pivot_raw": 0.26833, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.09149, "gen_tokens": 564, "item_id": "gsm8kpl-935", "marked_mass_band": 0.55332, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72162, "pivot_excess": 0.17235, "pivot_norm": 0.18029, "pivot_pooled": 0.26582, "pivot_raw": 0.26385, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.11869, "gen_tokens": 285, "item_id": "gsm8kpl-951", "marked_mass_band": 0.49468, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69875, "pivot_excess": 0.14694, "pivot_norm": 0.18238, "pivot_pooled": 0.26535, "pivot_raw": 0.26563, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": false, "e_final": 0.25133, "gen_tokens": 441, "item_id": "gsm8kpl-954", "marked_mass_band": 0.56605, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61068, "pivot_excess": -0.00927, "pivot_norm": 0.15483, "pivot_pooled": 0.24132, "pivot_raw": 0.24206, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.1233, "gen_tokens": 368, "item_id": "gsm8kpl-955", "marked_mass_band": 0.58639, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75896, "pivot_excess": 0.14239, "pivot_norm": 0.18244, "pivot_pooled": 0.27103, "pivot_raw": 0.26569, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.03388, "gen_tokens": 438, "item_id": "gsm8kpl-963", "marked_mass_band": 0.54017, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74652, "pivot_excess": 0.26229, "pivot_norm": 0.21808, "pivot_pooled": 0.29396, "pivot_raw": 0.29617, "trace_lang": "mixed"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.01405, "gen_tokens": 246, "item_id": "gsm8kpl-968", "marked_mass_band": 0.5554, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66749, "pivot_excess": 0.23976, "pivot_norm": 0.16856, "pivot_pooled": 0.25795, "pivot_raw": 0.25382, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00043, "gen_tokens": 49, "item_id": "gsm8kpl-970", "marked_mass_band": 0.61844, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69647, "pivot_excess": 0.29451, "pivot_norm": 0.21665, "pivot_pooled": 0.30343, "pivot_raw": 0.29494, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00028, "gen_tokens": 374, "item_id": "gsm8kpl-975", "marked_mass_band": 0.54685, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72931, "pivot_excess": 0.28945, "pivot_norm": 0.21055, "pivot_pooled": 0.29331, "pivot_raw": 0.28973, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.28187, "gen_tokens": 303, "item_id": "gsm8kpl-977", "marked_mass_band": 0.55536, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72791, "pivot_excess": -0.01341, "pivot_norm": 0.18568, "pivot_pooled": 0.27059, "pivot_raw": 0.26846, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.16583, "gen_tokens": 255, "item_id": "gsm8kpl-981", "marked_mass_band": 0.52161, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70661, "pivot_excess": 0.10905, "pivot_norm": 0.19319, "pivot_pooled": 0.27103, "pivot_raw": 0.27488, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.28147, "gen_tokens": 233, "item_id": "gsm8kpl-983", "marked_mass_band": 0.52965, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68705, "pivot_excess": 0.01355, "pivot_norm": 0.21673, "pivot_pooled": 0.30024, "pivot_raw": 0.29502, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.14702, "gen_tokens": 299, "item_id": "gsm8kpl-987", "marked_mass_band": 0.54868, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66414, "pivot_excess": 0.10595, "pivot_norm": 0.16758, "pivot_pooled": 0.25453, "pivot_raw": 0.25298, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.00025, "gen_tokens": 122, "item_id": "gsm8kpl-988", "marked_mass_band": 0.53346, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68228, "pivot_excess": 0.2635, "pivot_norm": 0.18018, "pivot_pooled": 0.26481, "pivot_raw": 0.26375, "trace_lang": "pl"}
{"bench": "gsm8k_pl", "correct": true, "e_final": 0.07852, "gen_tokens": 1088, "item_id": "gsm8kpl-991", "marked_mass_band": 0.5472, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6816, "pivot_excess": 0.22316, "pivot_norm": 0.22452, "pivot_pooled": 0.30497, "pivot_raw": 0.30168, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00857, "gen_tokens": 262, "item_id": "llmzszl-0", "marked_mass_band": 0.56315, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51138, "pivot_excess": 0.17736, "pivot_norm": 0.09115, "pivot_pooled": 0.18648, "pivot_raw": 0.18594, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01014, "gen_tokens": 180, "item_id": "llmzszl-1", "marked_mass_band": 0.48239, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.56464, "pivot_excess": 0.21466, "pivot_norm": 0.1375, "pivot_pooled": 0.22495, "pivot_raw": 0.22481, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00154, "gen_tokens": 542, "item_id": "llmzszl-100", "marked_mass_band": 0.51957, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68634, "pivot_excess": 0.27417, "pivot_norm": 0.19822, "pivot_pooled": 0.27731, "pivot_raw": 0.27571, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.26006, "gen_tokens": 430, "item_id": "llmzszl-101", "marked_mass_band": 0.52338, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61554, "pivot_excess": -0.01808, "pivot_norm": 0.15798, "pivot_pooled": 0.24381, "pivot_raw": 0.24198, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.15837, "gen_tokens": 720, "item_id": "llmzszl-102", "marked_mass_band": 0.553, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7062, "pivot_excess": 0.13633, "pivot_norm": 0.22086, "pivot_pooled": 0.29821, "pivot_raw": 0.2947, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.21462, "gen_tokens": 443, "item_id": "llmzszl-103", "marked_mass_band": 0.51666, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60554, "pivot_excess": 0.01679, "pivot_norm": 0.14538, "pivot_pooled": 0.23069, "pivot_raw": 0.23141, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1493, "gen_tokens": 492, "item_id": "llmzszl-105", "marked_mass_band": 0.52454, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65787, "pivot_excess": 0.11829, "pivot_norm": 0.18852, "pivot_pooled": 0.26815, "pivot_raw": 0.26759, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.10018, "gen_tokens": 454, "item_id": "llmzszl-106", "marked_mass_band": 0.51192, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75797, "pivot_excess": 0.20008, "pivot_norm": 0.22749, "pivot_pooled": 0.30149, "pivot_raw": 0.30025, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0001, "gen_tokens": 88, "item_id": "llmzszl-107", "marked_mass_band": 0.50174, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6325, "pivot_excess": 0.29411, "pivot_norm": 0.22029, "pivot_pooled": 0.29973, "pivot_raw": 0.29422, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 5e-05, "gen_tokens": 273, "item_id": "llmzszl-11", "marked_mass_band": 0.56612, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65306, "pivot_excess": 0.26289, "pivot_norm": 0.18299, "pivot_pooled": 0.26651, "pivot_raw": 0.26294, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00016, "gen_tokens": 90, "item_id": "llmzszl-112", "marked_mass_band": 0.55931, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60703, "pivot_excess": 0.24387, "pivot_norm": 0.16044, "pivot_pooled": 0.24529, "pivot_raw": 0.24404, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01987, "gen_tokens": 92, "item_id": "llmzszl-113", "marked_mass_band": 0.52663, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72629, "pivot_excess": 0.2215, "pivot_norm": 0.15725, "pivot_pooled": 0.24141, "pivot_raw": 0.24137, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 2e-05, "gen_tokens": 57, "item_id": "llmzszl-114", "marked_mass_band": 0.50664, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73799, "pivot_excess": 0.30696, "pivot_norm": 0.23551, "pivot_pooled": 0.30532, "pivot_raw": 0.30698, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.02911, "gen_tokens": 561, "item_id": "llmzszl-115", "marked_mass_band": 0.55603, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69461, "pivot_excess": 0.28773, "pivot_norm": 0.24727, "pivot_pooled": 0.32071, "pivot_raw": 0.31684, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00067, "gen_tokens": 164, "item_id": "llmzszl-117", "marked_mass_band": 0.49976, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58731, "pivot_excess": 0.22713, "pivot_norm": 0.14107, "pivot_pooled": 0.22637, "pivot_raw": 0.22779, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.2351, "gen_tokens": 298, "item_id": "llmzszl-119", "marked_mass_band": 0.57085, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7785, "pivot_excess": 0.1417, "pivot_norm": 0.31878, "pivot_pooled": 0.39066, "pivot_raw": 0.3768, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00015, "gen_tokens": 253, "item_id": "llmzszl-12", "marked_mass_band": 0.54749, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63293, "pivot_excess": 0.26219, "pivot_norm": 0.18226, "pivot_pooled": 0.26343, "pivot_raw": 0.26234, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.17153, "gen_tokens": 203, "item_id": "llmzszl-120", "marked_mass_band": 0.53714, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69616, "pivot_excess": 0.12837, "pivot_norm": 0.22706, "pivot_pooled": 0.30435, "pivot_raw": 0.2999, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02983, "gen_tokens": 110, "item_id": "llmzszl-121", "marked_mass_band": 0.51385, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.85276, "pivot_excess": 0.32, "pivot_norm": 0.28662, "pivot_pooled": 0.34829, "pivot_raw": 0.34983, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 8e-05, "gen_tokens": 248, "item_id": "llmzszl-122", "marked_mass_band": 0.50875, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59507, "pivot_excess": 0.24775, "pivot_norm": 0.16497, "pivot_pooled": 0.24506, "pivot_raw": 0.24784, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.3047, "gen_tokens": 504, "item_id": "llmzszl-13", "marked_mass_band": 0.52354, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68909, "pivot_excess": -0.08395, "pivot_norm": 0.13266, "pivot_pooled": 0.22228, "pivot_raw": 0.22075, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 4e-05, "gen_tokens": 141, "item_id": "llmzszl-131", "marked_mass_band": 0.58837, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68746, "pivot_excess": 0.27992, "pivot_norm": 0.20328, "pivot_pooled": 0.28131, "pivot_raw": 0.27996, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02498, "gen_tokens": 353, "item_id": "llmzszl-137", "marked_mass_band": 0.54959, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78424, "pivot_excess": 0.30597, "pivot_norm": 0.2641, "pivot_pooled": 0.33534, "pivot_raw": 0.33095, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.28812, "gen_tokens": 413, "item_id": "llmzszl-139", "marked_mass_band": 0.48506, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74064, "pivot_excess": -0.05484, "pivot_norm": 0.14761, "pivot_pooled": 0.23229, "pivot_raw": 0.23328, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07213, "gen_tokens": 366, "item_id": "llmzszl-140", "marked_mass_band": 0.54724, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66238, "pivot_excess": 0.16897, "pivot_norm": 0.15694, "pivot_pooled": 0.2441, "pivot_raw": 0.24111, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13251, "gen_tokens": 508, "item_id": "llmzszl-143", "marked_mass_band": 0.51288, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62536, "pivot_excess": 0.13274, "pivot_norm": 0.18574, "pivot_pooled": 0.26695, "pivot_raw": 0.26525, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 2e-05, "gen_tokens": 223, "item_id": "llmzszl-146", "marked_mass_band": 0.51035, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69245, "pivot_excess": 0.2768, "pivot_norm": 0.19954, "pivot_pooled": 0.27374, "pivot_raw": 0.27682, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.10796, "gen_tokens": 544, "item_id": "llmzszl-148", "marked_mass_band": 0.56765, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68753, "pivot_excess": 0.1497, "pivot_norm": 0.1767, "pivot_pooled": 0.26039, "pivot_raw": 0.25767, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 3e-05, "gen_tokens": 197, "item_id": "llmzszl-149", "marked_mass_band": 0.48954, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62433, "pivot_excess": 0.23462, "pivot_norm": 0.14924, "pivot_pooled": 0.23433, "pivot_raw": 0.23464, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00012, "gen_tokens": 937, "item_id": "llmzszl-151", "marked_mass_band": 0.52346, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76334, "pivot_excess": 0.29987, "pivot_norm": 0.22717, "pivot_pooled": 0.30089, "pivot_raw": 0.29999, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.28962, "gen_tokens": 680, "item_id": "llmzszl-152", "marked_mass_band": 0.53917, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63374, "pivot_excess": -0.03384, "pivot_norm": 0.17445, "pivot_pooled": 0.2563, "pivot_raw": 0.25578, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09863, "gen_tokens": 338, "item_id": "llmzszl-155", "marked_mass_band": 0.52115, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60706, "pivot_excess": 0.1259, "pivot_norm": 0.13717, "pivot_pooled": 0.22444, "pivot_raw": 0.22453, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 8e-05, "gen_tokens": 85, "item_id": "llmzszl-157", "marked_mass_band": 0.53374, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74699, "pivot_excess": 0.32595, "pivot_norm": 0.25824, "pivot_pooled": 0.3366, "pivot_raw": 0.32604, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.2603, "gen_tokens": 740, "item_id": "llmzszl-158", "marked_mass_band": 0.52361, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68556, "pivot_excess": 0.00105, "pivot_norm": 0.18108, "pivot_pooled": 0.26232, "pivot_raw": 0.26134, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02205, "gen_tokens": 162, "item_id": "llmzszl-161", "marked_mass_band": 0.52198, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68278, "pivot_excess": 0.27729, "pivot_norm": 0.22639, "pivot_pooled": 0.30875, "pivot_raw": 0.29934, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00242, "gen_tokens": 177, "item_id": "llmzszl-162", "marked_mass_band": 0.54882, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68657, "pivot_excess": 0.30206, "pivot_norm": 0.23252, "pivot_pooled": 0.3064, "pivot_raw": 0.30447, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05658, "gen_tokens": 293, "item_id": "llmzszl-163", "marked_mass_band": 0.5295, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61373, "pivot_excess": 0.16544, "pivot_norm": 0.13418, "pivot_pooled": 0.22077, "pivot_raw": 0.22202, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 508, "item_id": "llmzszl-164", "marked_mass_band": 0.47979, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75185, "pivot_excess": 0.16846, "pivot_norm": 0.07032, "pivot_pooled": 0.16825, "pivot_raw": 0.16847, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01553, "gen_tokens": 139, "item_id": "llmzszl-165", "marked_mass_band": 0.48907, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62231, "pivot_excess": 0.26082, "pivot_norm": 0.19898, "pivot_pooled": 0.2774, "pivot_raw": 0.27635, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0386, "gen_tokens": 144, "item_id": "llmzszl-169", "marked_mass_band": 0.52388, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.78431, "pivot_excess": 0.26177, "pivot_norm": 0.22762, "pivot_pooled": 0.30655, "pivot_raw": 0.30037, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0063, "gen_tokens": 403, "item_id": "llmzszl-17", "marked_mass_band": 0.4867, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60507, "pivot_excess": 0.25217, "pivot_norm": 0.17766, "pivot_pooled": 0.25651, "pivot_raw": 0.25847, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0282, "gen_tokens": 256, "item_id": "llmzszl-171", "marked_mass_band": 0.56128, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6437, "pivot_excess": 0.24908, "pivot_norm": 0.2001, "pivot_pooled": 0.28544, "pivot_raw": 0.27729, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11852, "gen_tokens": 317, "item_id": "llmzszl-172", "marked_mass_band": 0.55569, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73331, "pivot_excess": 0.22816, "pivot_norm": 0.28286, "pivot_pooled": 0.36452, "pivot_raw": 0.34668, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0002, "gen_tokens": 70, "item_id": "llmzszl-18", "marked_mass_band": 0.49882, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.34613, "pivot_excess": 0.20502, "pivot_norm": 0.11415, "pivot_pooled": 0.20312, "pivot_raw": 0.20523, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.12256, "gen_tokens": 855, "item_id": "llmzszl-18394", "marked_mass_band": 0.53504, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68616, "pivot_excess": 0.12595, "pivot_norm": 0.16577, "pivot_pooled": 0.24834, "pivot_raw": 0.24851, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09375, "gen_tokens": 624, "item_id": "llmzszl-18395", "marked_mass_band": 0.49817, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70406, "pivot_excess": 0.18661, "pivot_norm": 0.20376, "pivot_pooled": 0.28288, "pivot_raw": 0.28036, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0479, "gen_tokens": 453, "item_id": "llmzszl-18396", "marked_mass_band": 0.55853, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7108, "pivot_excess": 0.24325, "pivot_norm": 0.21662, "pivot_pooled": 0.29709, "pivot_raw": 0.29114, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09891, "gen_tokens": 1080, "item_id": "llmzszl-18397", "marked_mass_band": 0.53905, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71116, "pivot_excess": 0.1728, "pivot_norm": 0.19344, "pivot_pooled": 0.27196, "pivot_raw": 0.27171, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.156, "gen_tokens": 568, "item_id": "llmzszl-18398", "marked_mass_band": 0.51991, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62955, "pivot_excess": 0.12007, "pivot_norm": 0.19863, "pivot_pooled": 0.27493, "pivot_raw": 0.27606, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06251, "gen_tokens": 663, "item_id": "llmzszl-18399", "marked_mass_band": 0.5211, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63621, "pivot_excess": 0.18793, "pivot_norm": 0.16807, "pivot_pooled": 0.25021, "pivot_raw": 0.25043, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08234, "gen_tokens": 60, "item_id": "llmzszl-18402", "marked_mass_band": 0.56187, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71627, "pivot_excess": 0.18316, "pivot_norm": 0.18604, "pivot_pooled": 0.26903, "pivot_raw": 0.2655, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00033, "gen_tokens": 452, "item_id": "llmzszl-18404", "marked_mass_band": 0.54969, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68551, "pivot_excess": 0.25151, "pivot_norm": 0.16974, "pivot_pooled": 0.25432, "pivot_raw": 0.25184, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00012, "gen_tokens": 473, "item_id": "llmzszl-18407", "marked_mass_band": 0.49634, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71669, "pivot_excess": 0.29057, "pivot_norm": 0.21608, "pivot_pooled": 0.29144, "pivot_raw": 0.29069, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00946, "gen_tokens": 629, "item_id": "llmzszl-18409", "marked_mass_band": 0.52477, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67013, "pivot_excess": 0.26682, "pivot_norm": 0.19889, "pivot_pooled": 0.27821, "pivot_raw": 0.27628, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14401, "gen_tokens": 363, "item_id": "llmzszl-18410", "marked_mass_band": 0.54229, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73771, "pivot_excess": 0.13532, "pivot_norm": 0.20253, "pivot_pooled": 0.28057, "pivot_raw": 0.27933, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 294, "item_id": "llmzszl-18411", "marked_mass_band": 0.50057, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63519, "pivot_excess": 0.16421, "pivot_norm": 0.06524, "pivot_pooled": 0.1647, "pivot_raw": 0.16421, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0342, "gen_tokens": 348, "item_id": "llmzszl-18413", "marked_mass_band": 0.51044, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74947, "pivot_excess": 0.28041, "pivot_norm": 0.24462, "pivot_pooled": 0.31849, "pivot_raw": 0.31462, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05148, "gen_tokens": 461, "item_id": "llmzszl-18414", "marked_mass_band": 0.52011, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78003, "pivot_excess": 0.24959, "pivot_norm": 0.22847, "pivot_pooled": 0.30304, "pivot_raw": 0.30108, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.03052, "gen_tokens": 286, "item_id": "llmzszl-18416", "marked_mass_band": 0.4887, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71755, "pivot_excess": 0.23245, "pivot_norm": 0.18302, "pivot_pooled": 0.26259, "pivot_raw": 0.26297, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12866, "gen_tokens": 654, "item_id": "llmzszl-18419", "marked_mass_band": 0.52084, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72057, "pivot_excess": 0.1405, "pivot_norm": 0.1904, "pivot_pooled": 0.26878, "pivot_raw": 0.26916, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01019, "gen_tokens": 176, "item_id": "llmzszl-18421", "marked_mass_band": 0.56168, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72267, "pivot_excess": 0.30504, "pivot_norm": 0.24535, "pivot_pooled": 0.31815, "pivot_raw": 0.31523, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01402, "gen_tokens": 428, "item_id": "llmzszl-18422", "marked_mass_band": 0.50319, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69611, "pivot_excess": 0.23823, "pivot_norm": 0.17023, "pivot_pooled": 0.25025, "pivot_raw": 0.25225, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08392, "gen_tokens": 737, "item_id": "llmzszl-18423", "marked_mass_band": 0.51539, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70391, "pivot_excess": 0.1837, "pivot_norm": 0.18856, "pivot_pooled": 0.26852, "pivot_raw": 0.26761, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06112, "gen_tokens": 461, "item_id": "llmzszl-18424", "marked_mass_band": 0.50958, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62334, "pivot_excess": 0.19646, "pivot_norm": 0.17659, "pivot_pooled": 0.25864, "pivot_raw": 0.25758, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07193, "gen_tokens": 387, "item_id": "llmzszl-18425", "marked_mass_band": 0.517, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68073, "pivot_excess": 0.19435, "pivot_norm": 0.18697, "pivot_pooled": 0.26942, "pivot_raw": 0.26628, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06515, "gen_tokens": 992, "item_id": "llmzszl-18426", "marked_mass_band": 0.53566, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50135, "pivot_excess": 0.14193, "pivot_norm": 0.11637, "pivot_pooled": 0.2071, "pivot_raw": 0.20708, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00438, "gen_tokens": 221, "item_id": "llmzszl-18431", "marked_mass_band": 0.5277, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59188, "pivot_excess": 0.23117, "pivot_norm": 0.15032, "pivot_pooled": 0.23482, "pivot_raw": 0.23555, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16183, "gen_tokens": 546, "item_id": "llmzszl-18432", "marked_mass_band": 0.52632, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72285, "pivot_excess": 0.10096, "pivot_norm": 0.18282, "pivot_pooled": 0.26345, "pivot_raw": 0.2628, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.18111, "gen_tokens": 606, "item_id": "llmzszl-18433", "marked_mass_band": 0.53087, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67226, "pivot_excess": 0.05992, "pivot_norm": 0.15686, "pivot_pooled": 0.24412, "pivot_raw": 0.24104, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1144, "gen_tokens": 311, "item_id": "llmzszl-18435", "marked_mass_band": 0.52063, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.84019, "pivot_excess": 0.21368, "pivot_norm": 0.26067, "pivot_pooled": 0.3312, "pivot_raw": 0.32807, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03565, "gen_tokens": 235, "item_id": "llmzszl-18437", "marked_mass_band": 0.52353, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67926, "pivot_excess": 0.26568, "pivot_norm": 0.22877, "pivot_pooled": 0.3048, "pivot_raw": 0.30133, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00985, "gen_tokens": 1045, "item_id": "llmzszl-18441", "marked_mass_band": 0.49069, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56624, "pivot_excess": 0.20132, "pivot_norm": 0.12124, "pivot_pooled": 0.2112, "pivot_raw": 0.21117, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00557, "gen_tokens": 371, "item_id": "llmzszl-18442", "marked_mass_band": 0.53678, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.51761, "pivot_excess": 0.20846, "pivot_norm": 0.12466, "pivot_pooled": 0.21396, "pivot_raw": 0.21403, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 7e-05, "gen_tokens": 418, "item_id": "llmzszl-18445", "marked_mass_band": 0.50383, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5683, "pivot_excess": 0.23626, "pivot_norm": 0.15124, "pivot_pooled": 0.23443, "pivot_raw": 0.23633, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 6e-05, "gen_tokens": 275, "item_id": "llmzszl-18446", "marked_mass_band": 0.48925, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67371, "pivot_excess": 0.27578, "pivot_norm": 0.19837, "pivot_pooled": 0.27362, "pivot_raw": 0.27584, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14528, "gen_tokens": 1102, "item_id": "llmzszl-18447", "marked_mass_band": 0.53013, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69727, "pivot_excess": 0.14608, "pivot_norm": 0.21688, "pivot_pooled": 0.29265, "pivot_raw": 0.29136, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 7e-05, "gen_tokens": 135, "item_id": "llmzszl-18448", "marked_mass_band": 0.52503, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6545, "pivot_excess": 0.26278, "pivot_norm": 0.18288, "pivot_pooled": 0.26331, "pivot_raw": 0.26285, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.15791, "gen_tokens": 466, "item_id": "llmzszl-18453", "marked_mass_band": 0.50385, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69553, "pivot_excess": 0.126, "pivot_norm": 0.208, "pivot_pooled": 0.28278, "pivot_raw": 0.28391, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00031, "gen_tokens": 188, "item_id": "llmzszl-18456", "marked_mass_band": 0.55906, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73437, "pivot_excess": 0.29079, "pivot_norm": 0.21657, "pivot_pooled": 0.2917, "pivot_raw": 0.2911, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.35189, "gen_tokens": 522, "item_id": "llmzszl-18458", "marked_mass_band": 0.50345, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70156, "pivot_excess": -0.09865, "pivot_norm": 0.17142, "pivot_pooled": 0.25244, "pivot_raw": 0.25325, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03636, "gen_tokens": 444, "item_id": "llmzszl-18462", "marked_mass_band": 0.53455, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59825, "pivot_excess": 0.20857, "pivot_norm": 0.16152, "pivot_pooled": 0.24591, "pivot_raw": 0.24494, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00133, "gen_tokens": 294, "item_id": "llmzszl-18463", "marked_mass_band": 0.52076, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67609, "pivot_excess": 0.27827, "pivot_norm": 0.20286, "pivot_pooled": 0.284, "pivot_raw": 0.2796, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11048, "gen_tokens": 479, "item_id": "llmzszl-18466", "marked_mass_band": 0.5099, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6391, "pivot_excess": 0.14177, "pivot_norm": 0.17023, "pivot_pooled": 0.25339, "pivot_raw": 0.25225, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01456, "gen_tokens": 110, "item_id": "llmzszl-18467", "marked_mass_band": 0.4669, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65392, "pivot_excess": 0.2387, "pivot_norm": 0.17145, "pivot_pooled": 0.25066, "pivot_raw": 0.25326, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16592, "gen_tokens": 410, "item_id": "llmzszl-18468", "marked_mass_band": 0.513, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65231, "pivot_excess": 0.0691, "pivot_norm": 0.14969, "pivot_pooled": 0.23412, "pivot_raw": 0.23503, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.37479, "gen_tokens": 740, "item_id": "llmzszl-18469", "marked_mass_band": 0.50879, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70304, "pivot_excess": -0.13789, "pivot_norm": 0.15193, "pivot_pooled": 0.23516, "pivot_raw": 0.2369, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11955, "gen_tokens": 898, "item_id": "llmzszl-18470", "marked_mass_band": 0.53184, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67145, "pivot_excess": 0.15149, "pivot_norm": 0.19265, "pivot_pooled": 0.27374, "pivot_raw": 0.27105, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00015, "gen_tokens": 448, "item_id": "llmzszl-18472", "marked_mass_band": 0.53883, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67378, "pivot_excess": 0.27349, "pivot_norm": 0.19575, "pivot_pooled": 0.27512, "pivot_raw": 0.27365, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04663, "gen_tokens": 66, "item_id": "llmzszl-18477", "marked_mass_band": 0.58633, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74443, "pivot_excess": 0.32469, "pivot_norm": 0.31225, "pivot_pooled": 0.37552, "pivot_raw": 0.37132, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08834, "gen_tokens": 788, "item_id": "llmzszl-18478", "marked_mass_band": 0.50839, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7393, "pivot_excess": 0.19534, "pivot_norm": 0.20772, "pivot_pooled": 0.28543, "pivot_raw": 0.28368, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 5e-05, "gen_tokens": 57, "item_id": "llmzszl-18479", "marked_mass_band": 0.55899, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64542, "pivot_excess": 0.31652, "pivot_norm": 0.24695, "pivot_pooled": 0.33281, "pivot_raw": 0.31657, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00019, "gen_tokens": 94, "item_id": "llmzszl-18482", "marked_mass_band": 0.50821, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63804, "pivot_excess": 0.22974, "pivot_norm": 0.14362, "pivot_pooled": 0.22952, "pivot_raw": 0.22993, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0018, "gen_tokens": 377, "item_id": "llmzszl-18483", "marked_mass_band": 0.58599, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7446, "pivot_excess": 0.30676, "pivot_norm": 0.23739, "pivot_pooled": 0.31494, "pivot_raw": 0.30855, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 2e-05, "gen_tokens": 459, "item_id": "llmzszl-18485", "marked_mass_band": 0.51791, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65995, "pivot_excess": 0.21999, "pivot_norm": 0.13178, "pivot_pooled": 0.22084, "pivot_raw": 0.22001, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03609, "gen_tokens": 738, "item_id": "llmzszl-18486", "marked_mass_band": 0.5282, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60081, "pivot_excess": 0.19566, "pivot_norm": 0.14578, "pivot_pooled": 0.23202, "pivot_raw": 0.23175, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.18316, "gen_tokens": 909, "item_id": "llmzszl-18489", "marked_mass_band": 0.5281, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.602, "pivot_excess": 0.03249, "pivot_norm": 0.12658, "pivot_pooled": 0.21704, "pivot_raw": 0.21564, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01212, "gen_tokens": 541, "item_id": "llmzszl-18490", "marked_mass_band": 0.54328, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74134, "pivot_excess": 0.26366, "pivot_norm": 0.19831, "pivot_pooled": 0.2757, "pivot_raw": 0.27579, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00155, "gen_tokens": 468, "item_id": "llmzszl-18493", "marked_mass_band": 0.50751, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67433, "pivot_excess": 0.27469, "pivot_norm": 0.19885, "pivot_pooled": 0.2732, "pivot_raw": 0.27624, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12079, "gen_tokens": 723, "item_id": "llmzszl-18496", "marked_mass_band": 0.49483, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77779, "pivot_excess": 0.16393, "pivot_norm": 0.20896, "pivot_pooled": 0.28467, "pivot_raw": 0.28472, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03922, "gen_tokens": 58, "item_id": "llmzszl-18499", "marked_mass_band": 0.4912, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81574, "pivot_excess": 0.23681, "pivot_norm": 0.1986, "pivot_pooled": 0.2751, "pivot_raw": 0.27603, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 1e-05, "gen_tokens": 343, "item_id": "llmzszl-18500", "marked_mass_band": 0.50753, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64255, "pivot_excess": 0.23364, "pivot_norm": 0.14806, "pivot_pooled": 0.23158, "pivot_raw": 0.23366, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.30956, "gen_tokens": 648, "item_id": "llmzszl-18502", "marked_mass_band": 0.51104, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5795, "pivot_excess": -0.07022, "pivot_norm": 0.15484, "pivot_pooled": 0.23932, "pivot_raw": 0.23934, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14681, "gen_tokens": 911, "item_id": "llmzszl-18504", "marked_mass_band": 0.5318, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59472, "pivot_excess": 0.09033, "pivot_norm": 0.1522, "pivot_pooled": 0.23836, "pivot_raw": 0.23713, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.02534, "gen_tokens": 501, "item_id": "llmzszl-18505", "marked_mass_band": 0.5061, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68078, "pivot_excess": 0.27241, "pivot_norm": 0.2245, "pivot_pooled": 0.29641, "pivot_raw": 0.29775, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.23287, "gen_tokens": 1280, "item_id": "llmzszl-18507", "marked_mass_band": 0.51706, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.69168, "pivot_excess": 0.02069, "pivot_norm": 0.1718, "pivot_pooled": 0.25258, "pivot_raw": 0.25356, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00049, "gen_tokens": 333, "item_id": "llmzszl-18511", "marked_mass_band": 0.50887, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5394, "pivot_excess": 0.22743, "pivot_norm": 0.14122, "pivot_pooled": 0.22893, "pivot_raw": 0.22792, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.19356, "gen_tokens": 741, "item_id": "llmzszl-18513", "marked_mass_band": 0.51908, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71349, "pivot_excess": 0.0941, "pivot_norm": 0.21247, "pivot_pooled": 0.29215, "pivot_raw": 0.28766, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13942, "gen_tokens": 408, "item_id": "llmzszl-18514", "marked_mass_band": 0.54057, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61837, "pivot_excess": 0.10989, "pivot_norm": 0.16673, "pivot_pooled": 0.25001, "pivot_raw": 0.24931, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.18727, "gen_tokens": 593, "item_id": "llmzszl-18515", "marked_mass_band": 0.51801, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67606, "pivot_excess": 0.08999, "pivot_norm": 0.20006, "pivot_pooled": 0.27946, "pivot_raw": 0.27726, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00058, "gen_tokens": 74, "item_id": "llmzszl-18518", "marked_mass_band": 0.5084, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65511, "pivot_excess": 0.22181, "pivot_norm": 0.13462, "pivot_pooled": 0.22085, "pivot_raw": 0.22239, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00386, "gen_tokens": 788, "item_id": "llmzszl-18523", "marked_mass_band": 0.53624, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55914, "pivot_excess": 0.23934, "pivot_norm": 0.15944, "pivot_pooled": 0.2446, "pivot_raw": 0.2432, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.12191, "gen_tokens": 689, "item_id": "llmzszl-18524", "marked_mass_band": 0.48391, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68875, "pivot_excess": 0.15557, "pivot_norm": 0.20033, "pivot_pooled": 0.27887, "pivot_raw": 0.27748, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.10984, "gen_tokens": 361, "item_id": "llmzszl-18529", "marked_mass_band": 0.51283, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66086, "pivot_excess": 0.14998, "pivot_norm": 0.17926, "pivot_pooled": 0.25909, "pivot_raw": 0.25982, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12209, "gen_tokens": 602, "item_id": "llmzszl-18530", "marked_mass_band": 0.54868, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59553, "pivot_excess": 0.1426, "pivot_norm": 0.18507, "pivot_pooled": 0.26569, "pivot_raw": 0.26469, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00046, "gen_tokens": 1280, "item_id": "llmzszl-18531", "marked_mass_band": 0.53916, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70374, "pivot_excess": 0.3034, "pivot_norm": 0.23179, "pivot_pooled": 0.30505, "pivot_raw": 0.30386, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23313, "gen_tokens": 430, "item_id": "llmzszl-18535", "marked_mass_band": 0.5333, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71806, "pivot_excess": 0.01919, "pivot_norm": 0.17032, "pivot_pooled": 0.25107, "pivot_raw": 0.25232, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06095, "gen_tokens": 385, "item_id": "llmzszl-18536", "marked_mass_band": 0.54205, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59648, "pivot_excess": 0.19495, "pivot_norm": 0.17459, "pivot_pooled": 0.25443, "pivot_raw": 0.2559, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.17802, "gen_tokens": 265, "item_id": "llmzszl-18539", "marked_mass_band": 0.49472, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62002, "pivot_excess": 0.06734, "pivot_norm": 0.16202, "pivot_pooled": 0.2476, "pivot_raw": 0.24536, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.52164, "gen_tokens": 580, "item_id": "llmzszl-18541", "marked_mass_band": 0.54641, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64589, "pivot_excess": -0.22342, "pivot_norm": 0.22507, "pivot_pooled": 0.29701, "pivot_raw": 0.29822, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.26189, "gen_tokens": 1101, "item_id": "llmzszl-18542", "marked_mass_band": 0.52531, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70327, "pivot_excess": 0.02296, "pivot_norm": 0.20912, "pivot_pooled": 0.28484, "pivot_raw": 0.28485, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03204, "gen_tokens": 623, "item_id": "llmzszl-18543", "marked_mass_band": 0.51804, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75437, "pivot_excess": 0.26608, "pivot_norm": 0.22494, "pivot_pooled": 0.30169, "pivot_raw": 0.29812, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0774, "gen_tokens": 589, "item_id": "llmzszl-18547", "marked_mass_band": 0.52437, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74582, "pivot_excess": 0.21116, "pivot_norm": 0.21354, "pivot_pooled": 0.28871, "pivot_raw": 0.28856, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13761, "gen_tokens": 563, "item_id": "llmzszl-18548", "marked_mass_band": 0.55615, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65856, "pivot_excess": 0.15798, "pivot_norm": 0.22192, "pivot_pooled": 0.29967, "pivot_raw": 0.29559, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00016, "gen_tokens": 493, "item_id": "llmzszl-18551", "marked_mass_band": 0.55066, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66956, "pivot_excess": 0.28378, "pivot_norm": 0.20803, "pivot_pooled": 0.28577, "pivot_raw": 0.28394, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.19053, "gen_tokens": 423, "item_id": "llmzszl-18552", "marked_mass_band": 0.52236, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65563, "pivot_excess": 0.09021, "pivot_norm": 0.20421, "pivot_pooled": 0.28194, "pivot_raw": 0.28074, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03879, "gen_tokens": 322, "item_id": "llmzszl-18554", "marked_mass_band": 0.56962, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77883, "pivot_excess": 0.33056, "pivot_norm": 0.30989, "pivot_pooled": 0.37956, "pivot_raw": 0.36935, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 6e-05, "gen_tokens": 477, "item_id": "llmzszl-18556", "marked_mass_band": 0.55577, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.783, "pivot_excess": 0.34032, "pivot_norm": 0.27534, "pivot_pooled": 0.34505, "pivot_raw": 0.34038, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1906, "gen_tokens": 410, "item_id": "llmzszl-18557", "marked_mass_band": 0.5133, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61543, "pivot_excess": 0.09427, "pivot_norm": 0.20914, "pivot_pooled": 0.2856, "pivot_raw": 0.28487, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14692, "gen_tokens": 213, "item_id": "llmzszl-18559", "marked_mass_band": 0.52032, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72929, "pivot_excess": 0.14543, "pivot_norm": 0.21805, "pivot_pooled": 0.30124, "pivot_raw": 0.29234, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08616, "gen_tokens": 380, "item_id": "llmzszl-18562", "marked_mass_band": 0.52571, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79945, "pivot_excess": 0.25755, "pivot_norm": 0.27931, "pivot_pooled": 0.34619, "pivot_raw": 0.34371, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.24405, "gen_tokens": 451, "item_id": "llmzszl-18563", "marked_mass_band": 0.51476, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66152, "pivot_excess": 0.00242, "pivot_norm": 0.16335, "pivot_pooled": 0.24529, "pivot_raw": 0.24648, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02701, "gen_tokens": 188, "item_id": "llmzszl-18564", "marked_mass_band": 0.54293, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69025, "pivot_excess": 0.24403, "pivot_norm": 0.19264, "pivot_pooled": 0.27321, "pivot_raw": 0.27104, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.04517, "gen_tokens": 448, "item_id": "llmzszl-18565", "marked_mass_band": 0.56649, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55257, "pivot_excess": 0.20138, "pivot_norm": 0.16344, "pivot_pooled": 0.25102, "pivot_raw": 0.24655, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16588, "gen_tokens": 298, "item_id": "llmzszl-18566", "marked_mass_band": 0.52491, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80671, "pivot_excess": 0.13152, "pivot_norm": 0.22408, "pivot_pooled": 0.30058, "pivot_raw": 0.2974, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03697, "gen_tokens": 357, "item_id": "llmzszl-18567", "marked_mass_band": 0.5354, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66309, "pivot_excess": 0.26494, "pivot_norm": 0.22946, "pivot_pooled": 0.30287, "pivot_raw": 0.30191, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.22718, "gen_tokens": 353, "item_id": "llmzszl-18568", "marked_mass_band": 0.52162, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61977, "pivot_excess": 0.02103, "pivot_norm": 0.16542, "pivot_pooled": 0.24777, "pivot_raw": 0.24821, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 4e-05, "gen_tokens": 182, "item_id": "llmzszl-18569", "marked_mass_band": 0.55684, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58281, "pivot_excess": 0.27985, "pivot_norm": 0.2032, "pivot_pooled": 0.28137, "pivot_raw": 0.27989, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00014, "gen_tokens": 427, "item_id": "llmzszl-18571", "marked_mass_band": 0.54699, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70898, "pivot_excess": 0.31637, "pivot_norm": 0.24688, "pivot_pooled": 0.32284, "pivot_raw": 0.31651, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.00023, "gen_tokens": 1280, "item_id": "llmzszl-18573", "marked_mass_band": 0.55076, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.74755, "pivot_excess": 0.28331, "pivot_norm": 0.20755, "pivot_pooled": 0.28504, "pivot_raw": 0.28354, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03729, "gen_tokens": 1069, "item_id": "llmzszl-18576", "marked_mass_band": 0.52559, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75654, "pivot_excess": 0.25984, "pivot_norm": 0.22375, "pivot_pooled": 0.2984, "pivot_raw": 0.29712, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00018, "gen_tokens": 568, "item_id": "llmzszl-18577", "marked_mass_band": 0.51732, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65255, "pivot_excess": 0.29024, "pivot_norm": 0.21576, "pivot_pooled": 0.29277, "pivot_raw": 0.29042, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.12206, "gen_tokens": 1280, "item_id": "llmzszl-18578", "marked_mass_band": 0.5346, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.73654, "pivot_excess": 0.16383, "pivot_norm": 0.21035, "pivot_pooled": 0.29202, "pivot_raw": 0.28589, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.40093, "gen_tokens": 490, "item_id": "llmzszl-18580", "marked_mass_band": 0.54523, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63553, "pivot_excess": -0.12071, "pivot_norm": 0.20359, "pivot_pooled": 0.27948, "pivot_raw": 0.28021, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14503, "gen_tokens": 440, "item_id": "llmzszl-18581", "marked_mass_band": 0.53919, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.80989, "pivot_excess": 0.16213, "pivot_norm": 0.23573, "pivot_pooled": 0.31234, "pivot_raw": 0.30717, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0844, "gen_tokens": 785, "item_id": "llmzszl-18582", "marked_mass_band": 0.55529, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64742, "pivot_excess": 0.19111, "pivot_norm": 0.19798, "pivot_pooled": 0.2773, "pivot_raw": 0.27551, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.22199, "gen_tokens": 842, "item_id": "llmzszl-18583", "marked_mass_band": 0.53396, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6876, "pivot_excess": 0.05885, "pivot_norm": 0.20434, "pivot_pooled": 0.27966, "pivot_raw": 0.28085, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.04282, "gen_tokens": 420, "item_id": "llmzszl-18585", "marked_mass_band": 0.5533, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64169, "pivot_excess": 0.20982, "pivot_norm": 0.17069, "pivot_pooled": 0.25563, "pivot_raw": 0.25263, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00181, "gen_tokens": 294, "item_id": "llmzszl-18587", "marked_mass_band": 0.51183, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59085, "pivot_excess": 0.26133, "pivot_norm": 0.18323, "pivot_pooled": 0.26367, "pivot_raw": 0.26314, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.26015, "gen_tokens": 545, "item_id": "llmzszl-18588", "marked_mass_band": 0.52346, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69457, "pivot_excess": 0.00678, "pivot_norm": 0.18775, "pivot_pooled": 0.26648, "pivot_raw": 0.26693, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 4e-05, "gen_tokens": 429, "item_id": "llmzszl-18591", "marked_mass_band": 0.53262, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59094, "pivot_excess": 0.21213, "pivot_norm": 0.12243, "pivot_pooled": 0.2137, "pivot_raw": 0.21217, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03886, "gen_tokens": 201, "item_id": "llmzszl-18593", "marked_mass_band": 0.5127, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69116, "pivot_excess": 0.22903, "pivot_norm": 0.18888, "pivot_pooled": 0.26777, "pivot_raw": 0.26788, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.32027, "gen_tokens": 1280, "item_id": "llmzszl-18594", "marked_mass_band": 0.54893, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.6801, "pivot_excess": -0.05653, "pivot_norm": 0.18394, "pivot_pooled": 0.26464, "pivot_raw": 0.26374, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07836, "gen_tokens": 571, "item_id": "llmzszl-18595", "marked_mass_band": 0.50834, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72322, "pivot_excess": 0.23052, "pivot_norm": 0.23777, "pivot_pooled": 0.31287, "pivot_raw": 0.30888, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03272, "gen_tokens": 395, "item_id": "llmzszl-18599", "marked_mass_band": 0.52863, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68594, "pivot_excess": 0.24111, "pivot_norm": 0.19598, "pivot_pooled": 0.27372, "pivot_raw": 0.27383, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04979, "gen_tokens": 499, "item_id": "llmzszl-18601", "marked_mass_band": 0.52214, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62274, "pivot_excess": 0.1848, "pivot_norm": 0.14916, "pivot_pooled": 0.23574, "pivot_raw": 0.23458, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07015, "gen_tokens": 532, "item_id": "llmzszl-18606", "marked_mass_band": 0.54133, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71891, "pivot_excess": 0.2494, "pivot_norm": 0.25051, "pivot_pooled": 0.32027, "pivot_raw": 0.31955, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14516, "gen_tokens": 439, "item_id": "llmzszl-18607", "marked_mass_band": 0.56322, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67254, "pivot_excess": 0.12331, "pivot_norm": 0.18958, "pivot_pooled": 0.26844, "pivot_raw": 0.26847, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23341, "gen_tokens": 1280, "item_id": "llmzszl-18608", "marked_mass_band": 0.56765, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7184, "pivot_excess": 0.07631, "pivot_norm": 0.23878, "pivot_pooled": 0.31291, "pivot_raw": 0.30973, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02414, "gen_tokens": 631, "item_id": "llmzszl-18610", "marked_mass_band": 0.55287, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68422, "pivot_excess": 0.31668, "pivot_norm": 0.27586, "pivot_pooled": 0.35553, "pivot_raw": 0.34082, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05097, "gen_tokens": 225, "item_id": "llmzszl-18612", "marked_mass_band": 0.51568, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69022, "pivot_excess": 0.18439, "pivot_norm": 0.15009, "pivot_pooled": 0.23548, "pivot_raw": 0.23536, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.16229, "gen_tokens": 340, "item_id": "llmzszl-18614", "marked_mass_band": 0.53196, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78406, "pivot_excess": 0.1218, "pivot_norm": 0.20821, "pivot_pooled": 0.28759, "pivot_raw": 0.28409, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00022, "gen_tokens": 433, "item_id": "llmzszl-18615", "marked_mass_band": 0.5342, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66764, "pivot_excess": 0.32201, "pivot_norm": 0.25371, "pivot_pooled": 0.32671, "pivot_raw": 0.32224, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1879, "gen_tokens": 613, "item_id": "llmzszl-18618", "marked_mass_band": 0.53153, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75223, "pivot_excess": 0.12221, "pivot_norm": 0.23925, "pivot_pooled": 0.31361, "pivot_raw": 0.31011, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03168, "gen_tokens": 333, "item_id": "llmzszl-18621", "marked_mass_band": 0.5301, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64903, "pivot_excess": 0.21389, "pivot_norm": 0.16226, "pivot_pooled": 0.24604, "pivot_raw": 0.24556, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.001, "gen_tokens": 306, "item_id": "llmzszl-18626", "marked_mass_band": 0.53679, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65895, "pivot_excess": 0.3065, "pivot_norm": 0.23613, "pivot_pooled": 0.31185, "pivot_raw": 0.3075, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.4188, "gen_tokens": 1280, "item_id": "llmzszl-18627", "marked_mass_band": 0.55646, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.77776, "pivot_excess": -0.09886, "pivot_norm": 0.25097, "pivot_pooled": 0.32034, "pivot_raw": 0.31994, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 3e-05, "gen_tokens": 300, "item_id": "llmzszl-18630", "marked_mass_band": 0.54876, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70268, "pivot_excess": 0.35109, "pivot_norm": 0.28815, "pivot_pooled": 0.36049, "pivot_raw": 0.35111, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01753, "gen_tokens": 707, "item_id": "llmzszl-18632", "marked_mass_band": 0.53046, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63222, "pivot_excess": 0.2312, "pivot_norm": 0.16603, "pivot_pooled": 0.24692, "pivot_raw": 0.24873, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.11507, "gen_tokens": 271, "item_id": "llmzszl-18634", "marked_mass_band": 0.49271, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6305, "pivot_excess": 0.12263, "pivot_norm": 0.15288, "pivot_pooled": 0.23903, "pivot_raw": 0.2377, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00062, "gen_tokens": 290, "item_id": "llmzszl-18635", "marked_mass_band": 0.49374, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67755, "pivot_excess": 0.29126, "pivot_norm": 0.2175, "pivot_pooled": 0.29216, "pivot_raw": 0.29188, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.14876, "gen_tokens": 1280, "item_id": "llmzszl-18639", "marked_mass_band": 0.53137, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.71229, "pivot_excess": 0.13298, "pivot_norm": 0.20542, "pivot_pooled": 0.28138, "pivot_raw": 0.28175, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09351, "gen_tokens": 484, "item_id": "llmzszl-18640", "marked_mass_band": 0.51852, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61384, "pivot_excess": 0.14139, "pivot_norm": 0.14954, "pivot_pooled": 0.23396, "pivot_raw": 0.2349, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.24178, "gen_tokens": 946, "item_id": "llmzszl-18642", "marked_mass_band": 0.52971, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66418, "pivot_excess": 0.04823, "pivot_norm": 0.21528, "pivot_pooled": 0.29044, "pivot_raw": 0.29002, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06045, "gen_tokens": 475, "item_id": "llmzszl-18647", "marked_mass_band": 0.56096, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62891, "pivot_excess": 0.23258, "pivot_norm": 0.21886, "pivot_pooled": 0.29666, "pivot_raw": 0.29302, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12961, "gen_tokens": 453, "item_id": "llmzszl-18649", "marked_mass_band": 0.52329, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58774, "pivot_excess": 0.10825, "pivot_norm": 0.15308, "pivot_pooled": 0.23695, "pivot_raw": 0.23786, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.2803, "gen_tokens": 412, "item_id": "llmzszl-18650", "marked_mass_band": 0.5135, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62309, "pivot_excess": -0.0515, "pivot_norm": 0.14227, "pivot_pooled": 0.22948, "pivot_raw": 0.22881, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01116, "gen_tokens": 1278, "item_id": "llmzszl-18651", "marked_mass_band": 0.55109, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.7361, "pivot_excess": 0.30776, "pivot_norm": 0.24975, "pivot_pooled": 0.32458, "pivot_raw": 0.31892, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.32815, "gen_tokens": 594, "item_id": "llmzszl-18653", "marked_mass_band": 0.54162, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71344, "pivot_excess": -0.03643, "pivot_norm": 0.21732, "pivot_pooled": 0.29325, "pivot_raw": 0.29173, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23433, "gen_tokens": 1070, "item_id": "llmzszl-18655", "marked_mass_band": 0.52644, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74281, "pivot_excess": 0.07904, "pivot_norm": 0.24313, "pivot_pooled": 0.31453, "pivot_raw": 0.31337, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03246, "gen_tokens": 290, "item_id": "llmzszl-18657", "marked_mass_band": 0.54468, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75012, "pivot_excess": 0.279, "pivot_norm": 0.24085, "pivot_pooled": 0.31198, "pivot_raw": 0.31146, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.21169, "gen_tokens": 1280, "item_id": "llmzszl-18660", "marked_mass_band": 0.52141, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.70765, "pivot_excess": 0.05493, "pivot_norm": 0.18737, "pivot_pooled": 0.26701, "pivot_raw": 0.26662, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00037, "gen_tokens": 349, "item_id": "llmzszl-18661", "marked_mass_band": 0.52247, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66184, "pivot_excess": 0.29539, "pivot_norm": 0.22213, "pivot_pooled": 0.2981, "pivot_raw": 0.29577, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.09673, "gen_tokens": 1280, "item_id": "llmzszl-18664", "marked_mass_band": 0.54925, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.70725, "pivot_excess": 0.21979, "pivot_norm": 0.24689, "pivot_pooled": 0.31712, "pivot_raw": 0.31652, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.21243, "gen_tokens": 557, "item_id": "llmzszl-18665", "marked_mass_band": 0.5056, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61764, "pivot_excess": 0.06442, "pivot_norm": 0.19957, "pivot_pooled": 0.27661, "pivot_raw": 0.27684, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02464, "gen_tokens": 302, "item_id": "llmzszl-18666", "marked_mass_band": 0.52966, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64391, "pivot_excess": 0.23118, "pivot_norm": 0.17449, "pivot_pooled": 0.25544, "pivot_raw": 0.25582, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 4e-05, "gen_tokens": 300, "item_id": "llmzszl-18667", "marked_mass_band": 0.53966, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73349, "pivot_excess": 0.35169, "pivot_norm": 0.28888, "pivot_pooled": 0.35803, "pivot_raw": 0.35173, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05291, "gen_tokens": 772, "item_id": "llmzszl-18669", "marked_mass_band": 0.5495, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66732, "pivot_excess": 0.21303, "pivot_norm": 0.18656, "pivot_pooled": 0.26654, "pivot_raw": 0.26594, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08466, "gen_tokens": 1005, "item_id": "llmzszl-18673", "marked_mass_band": 0.50831, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75746, "pivot_excess": 0.20864, "pivot_norm": 0.21919, "pivot_pooled": 0.29584, "pivot_raw": 0.2933, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02923, "gen_tokens": 465, "item_id": "llmzszl-18674", "marked_mass_band": 0.51548, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77736, "pivot_excess": 0.26522, "pivot_norm": 0.22056, "pivot_pooled": 0.29674, "pivot_raw": 0.29445, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.31888, "gen_tokens": 1280, "item_id": "llmzszl-18675", "marked_mass_band": 0.53661, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.68345, "pivot_excess": -0.05963, "pivot_norm": 0.17858, "pivot_pooled": 0.2599, "pivot_raw": 0.25925, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00015, "gen_tokens": 600, "item_id": "llmzszl-18676", "marked_mass_band": 0.55658, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79646, "pivot_excess": 0.30764, "pivot_norm": 0.23649, "pivot_pooled": 0.31473, "pivot_raw": 0.3078, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03678, "gen_tokens": 642, "item_id": "llmzszl-18678", "marked_mass_band": 0.52853, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68514, "pivot_excess": 0.24573, "pivot_norm": 0.20633, "pivot_pooled": 0.28252, "pivot_raw": 0.28251, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00685, "gen_tokens": 105, "item_id": "llmzszl-18682", "marked_mass_band": 0.55411, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68435, "pivot_excess": 0.23281, "pivot_norm": 0.15521, "pivot_pooled": 0.2404, "pivot_raw": 0.23965, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04348, "gen_tokens": 457, "item_id": "llmzszl-18688", "marked_mass_band": 0.53682, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61335, "pivot_excess": 0.23166, "pivot_norm": 0.19754, "pivot_pooled": 0.27532, "pivot_raw": 0.27515, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08533, "gen_tokens": 236, "item_id": "llmzszl-18689", "marked_mass_band": 0.5195, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70092, "pivot_excess": 0.17083, "pivot_norm": 0.1749, "pivot_pooled": 0.25596, "pivot_raw": 0.25617, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.28266, "gen_tokens": 367, "item_id": "llmzszl-18692", "marked_mass_band": 0.50897, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65137, "pivot_excess": -0.02876, "pivot_norm": 0.1722, "pivot_pooled": 0.2551, "pivot_raw": 0.2539, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13175, "gen_tokens": 360, "item_id": "llmzszl-18693", "marked_mass_band": 0.54696, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71896, "pivot_excess": 0.20947, "pivot_norm": 0.27634, "pivot_pooled": 0.34145, "pivot_raw": 0.34121, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02278, "gen_tokens": 497, "item_id": "llmzszl-18694", "marked_mass_band": 0.54021, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72681, "pivot_excess": 0.30545, "pivot_norm": 0.26086, "pivot_pooled": 0.3355, "pivot_raw": 0.32823, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07436, "gen_tokens": 647, "item_id": "llmzszl-18695", "marked_mass_band": 0.53098, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74505, "pivot_excess": 0.2391, "pivot_norm": 0.24323, "pivot_pooled": 0.31601, "pivot_raw": 0.31346, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.10124, "gen_tokens": 372, "item_id": "llmzszl-18699", "marked_mass_band": 0.55371, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69596, "pivot_excess": 0.19199, "pivot_norm": 0.21911, "pivot_pooled": 0.2987, "pivot_raw": 0.29323, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01351, "gen_tokens": 385, "item_id": "llmzszl-18704", "marked_mass_band": 0.54098, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59224, "pivot_excess": 0.20085, "pivot_norm": 0.12505, "pivot_pooled": 0.21485, "pivot_raw": 0.21436, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.40375, "gen_tokens": 1085, "item_id": "llmzszl-18705", "marked_mass_band": 0.54985, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.625, "pivot_excess": -0.16401, "pivot_norm": 0.15532, "pivot_pooled": 0.24039, "pivot_raw": 0.23975, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03194, "gen_tokens": 596, "item_id": "llmzszl-18706", "marked_mass_band": 0.54746, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67502, "pivot_excess": 0.26225, "pivot_norm": 0.22026, "pivot_pooled": 0.30167, "pivot_raw": 0.29419, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00022, "gen_tokens": 309, "item_id": "llmzszl-18707", "marked_mass_band": 0.55004, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59206, "pivot_excess": 0.27708, "pivot_norm": 0.20011, "pivot_pooled": 0.2822, "pivot_raw": 0.2773, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04381, "gen_tokens": 607, "item_id": "llmzszl-18709", "marked_mass_band": 0.51245, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.78901, "pivot_excess": 0.26391, "pivot_norm": 0.23639, "pivot_pooled": 0.30906, "pivot_raw": 0.30772, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.19844, "gen_tokens": 588, "item_id": "llmzszl-18711", "marked_mass_band": 0.5351, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6669, "pivot_excess": 0.10213, "pivot_norm": 0.22786, "pivot_pooled": 0.30225, "pivot_raw": 0.30057, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06976, "gen_tokens": 466, "item_id": "llmzszl-18712", "marked_mass_band": 0.52592, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.73025, "pivot_excess": 0.21805, "pivot_norm": 0.21265, "pivot_pooled": 0.28821, "pivot_raw": 0.28781, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.29045, "gen_tokens": 558, "item_id": "llmzszl-18713", "marked_mass_band": 0.55611, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67887, "pivot_excess": -0.01318, "pivot_norm": 0.20008, "pivot_pooled": 0.28099, "pivot_raw": 0.27728, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02922, "gen_tokens": 436, "item_id": "llmzszl-18715", "marked_mass_band": 0.5359, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71403, "pivot_excess": 0.23648, "pivot_norm": 0.18627, "pivot_pooled": 0.26491, "pivot_raw": 0.2657, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03284, "gen_tokens": 460, "item_id": "llmzszl-18716", "marked_mass_band": 0.52045, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71566, "pivot_excess": 0.25495, "pivot_norm": 0.21262, "pivot_pooled": 0.28955, "pivot_raw": 0.28779, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03463, "gen_tokens": 655, "item_id": "llmzszl-18718", "marked_mass_band": 0.512, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67888, "pivot_excess": 0.21433, "pivot_norm": 0.16632, "pivot_pooled": 0.24774, "pivot_raw": 0.24896, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.1443, "gen_tokens": 537, "item_id": "llmzszl-18719", "marked_mass_band": 0.5213, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58603, "pivot_excess": 0.08137, "pivot_norm": 0.13854, "pivot_pooled": 0.22596, "pivot_raw": 0.22567, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0629, "gen_tokens": 594, "item_id": "llmzszl-18720", "marked_mass_band": 0.52021, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68555, "pivot_excess": 0.1986, "pivot_norm": 0.18127, "pivot_pooled": 0.26146, "pivot_raw": 0.2615, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.69472, "gen_tokens": 894, "item_id": "llmzszl-18722", "marked_mass_band": 0.5421, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6926, "pivot_excess": -0.43465, "pivot_norm": 0.17956, "pivot_pooled": 0.25967, "pivot_raw": 0.26007, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 295, "item_id": "llmzszl-18724", "marked_mass_band": 0.52341, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65129, "pivot_excess": 0.25477, "pivot_norm": 0.17325, "pivot_pooled": 0.25604, "pivot_raw": 0.25478, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.30185, "gen_tokens": 839, "item_id": "llmzszl-18725", "marked_mass_band": 0.51797, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68272, "pivot_excess": -0.0126, "pivot_norm": 0.21436, "pivot_pooled": 0.28824, "pivot_raw": 0.28925, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04379, "gen_tokens": 527, "item_id": "llmzszl-18727", "marked_mass_band": 0.53631, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70144, "pivot_excess": 0.26699, "pivot_norm": 0.24004, "pivot_pooled": 0.31346, "pivot_raw": 0.31078, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0713, "gen_tokens": 433, "item_id": "llmzszl-18730", "marked_mass_band": 0.54506, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67505, "pivot_excess": 0.20346, "pivot_norm": 0.19708, "pivot_pooled": 0.27648, "pivot_raw": 0.27476, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 45, "item_id": "llmzszl-18731", "marked_mass_band": 0.50704, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.31792, "pivot_excess": 0.16151, "pivot_norm": 0.06201, "pivot_pooled": 0.16168, "pivot_raw": 0.16151, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00631, "gen_tokens": 340, "item_id": "llmzszl-18733", "marked_mass_band": 0.52157, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7031, "pivot_excess": 0.21736, "pivot_norm": 0.13615, "pivot_pooled": 0.22238, "pivot_raw": 0.22367, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02578, "gen_tokens": 110, "item_id": "llmzszl-18734", "marked_mass_band": 0.50086, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55412, "pivot_excess": 0.18099, "pivot_norm": 0.11599, "pivot_pooled": 0.2069, "pivot_raw": 0.20677, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03303, "gen_tokens": 55, "item_id": "llmzszl-18736", "marked_mass_band": 0.558, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.52807, "pivot_excess": 0.16778, "pivot_norm": 0.10888, "pivot_pooled": 0.20008, "pivot_raw": 0.20081, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0001, "gen_tokens": 80, "item_id": "llmzszl-18737", "marked_mass_band": 0.52342, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61978, "pivot_excess": 0.17771, "pivot_norm": 0.08145, "pivot_pooled": 0.17924, "pivot_raw": 0.1778, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04097, "gen_tokens": 51, "item_id": "llmzszl-18739", "marked_mass_band": 0.53521, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67665, "pivot_excess": 0.20618, "pivot_norm": 0.16415, "pivot_pooled": 0.24581, "pivot_raw": 0.24715, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14555, "gen_tokens": 548, "item_id": "llmzszl-18743", "marked_mass_band": 0.53725, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7052, "pivot_excess": 0.15409, "pivot_norm": 0.22675, "pivot_pooled": 0.30247, "pivot_raw": 0.29963, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05277, "gen_tokens": 796, "item_id": "llmzszl-18744", "marked_mass_band": 0.56058, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67479, "pivot_excess": 0.22202, "pivot_norm": 0.19712, "pivot_pooled": 0.27827, "pivot_raw": 0.27479, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.42566, "gen_tokens": 724, "item_id": "llmzszl-18745", "marked_mass_band": 0.52883, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69666, "pivot_excess": -0.18597, "pivot_norm": 0.15525, "pivot_pooled": 0.23936, "pivot_raw": 0.23969, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.09626, "gen_tokens": 253, "item_id": "llmzszl-18746", "marked_mass_band": 0.53299, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62775, "pivot_excess": 0.13763, "pivot_norm": 0.14833, "pivot_pooled": 0.23456, "pivot_raw": 0.23388, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0612, "gen_tokens": 1280, "item_id": "llmzszl-18748", "marked_mass_band": 0.56868, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.66586, "pivot_excess": 0.21456, "pivot_norm": 0.19827, "pivot_pooled": 0.27828, "pivot_raw": 0.27576, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05208, "gen_tokens": 146, "item_id": "llmzszl-18750", "marked_mass_band": 0.49819, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64696, "pivot_excess": 0.1905, "pivot_norm": 0.15871, "pivot_pooled": 0.24581, "pivot_raw": 0.24259, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03692, "gen_tokens": 49, "item_id": "llmzszl-18751", "marked_mass_band": 0.50851, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.49815, "pivot_excess": 0.20397, "pivot_norm": 0.1567, "pivot_pooled": 0.23937, "pivot_raw": 0.2409, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.22359, "gen_tokens": 464, "item_id": "llmzszl-18752", "marked_mass_band": 0.53486, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54019, "pivot_excess": -0.01501, "pivot_norm": 0.11815, "pivot_pooled": 0.20841, "pivot_raw": 0.20858, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.05979, "gen_tokens": 86, "item_id": "llmzszl-18754", "marked_mass_band": 0.51609, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61088, "pivot_excess": 0.16014, "pivot_norm": 0.13169, "pivot_pooled": 0.21904, "pivot_raw": 0.21993, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04097, "gen_tokens": 51, "item_id": "llmzszl-18755", "marked_mass_band": 0.53521, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67665, "pivot_excess": 0.20618, "pivot_norm": 0.16415, "pivot_pooled": 0.24581, "pivot_raw": 0.24715, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01668, "gen_tokens": 729, "item_id": "llmzszl-18759", "marked_mass_band": 0.52471, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64776, "pivot_excess": 0.2306, "pivot_norm": 0.16431, "pivot_pooled": 0.24818, "pivot_raw": 0.24728, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.28075, "gen_tokens": 909, "item_id": "llmzszl-18763", "marked_mass_band": 0.52857, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67767, "pivot_excess": 0.01131, "pivot_norm": 0.21772, "pivot_pooled": 0.29025, "pivot_raw": 0.29206, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.42905, "gen_tokens": 1233, "item_id": "llmzszl-18765", "marked_mass_band": 0.52583, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69971, "pivot_excess": -0.15538, "pivot_norm": 0.19579, "pivot_pooled": 0.27365, "pivot_raw": 0.27367, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.08468, "gen_tokens": 774, "item_id": "llmzszl-18766", "marked_mass_band": 0.51778, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68875, "pivot_excess": 0.17711, "pivot_norm": 0.18161, "pivot_pooled": 0.26194, "pivot_raw": 0.26179, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.24358, "gen_tokens": 420, "item_id": "llmzszl-18770", "marked_mass_band": 0.53044, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.79229, "pivot_excess": 0.05337, "pivot_norm": 0.22355, "pivot_pooled": 0.29876, "pivot_raw": 0.29695, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.0, "gen_tokens": 397, "item_id": "llmzszl-18771", "marked_mass_band": 0.51218, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59815, "pivot_excess": 0.21981, "pivot_norm": 0.13154, "pivot_pooled": 0.22229, "pivot_raw": 0.21981, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02379, "gen_tokens": 376, "item_id": "llmzszl-18773", "marked_mass_band": 0.55661, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65649, "pivot_excess": 0.26569, "pivot_norm": 0.21463, "pivot_pooled": 0.29335, "pivot_raw": 0.28948, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12172, "gen_tokens": 362, "item_id": "llmzszl-18774", "marked_mass_band": 0.5467, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58448, "pivot_excess": 0.13296, "pivot_norm": 0.17313, "pivot_pooled": 0.25564, "pivot_raw": 0.25468, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06979, "gen_tokens": 380, "item_id": "llmzszl-18775", "marked_mass_band": 0.50517, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58491, "pivot_excess": 0.15295, "pivot_norm": 0.13504, "pivot_pooled": 0.22182, "pivot_raw": 0.22274, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.18568, "gen_tokens": 715, "item_id": "llmzszl-18783", "marked_mass_band": 0.54698, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61123, "pivot_excess": 0.0404, "pivot_norm": 0.13902, "pivot_pooled": 0.22659, "pivot_raw": 0.22607, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 77, "item_id": "llmzszl-18784", "marked_mass_band": 0.55125, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66642, "pivot_excess": 0.21978, "pivot_norm": 0.13151, "pivot_pooled": 0.22137, "pivot_raw": 0.21978, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.3163, "gen_tokens": 974, "item_id": "llmzszl-18790", "marked_mass_band": 0.53576, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65343, "pivot_excess": -0.05655, "pivot_norm": 0.17918, "pivot_pooled": 0.26079, "pivot_raw": 0.25975, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02564, "gen_tokens": 449, "item_id": "llmzszl-18792", "marked_mass_band": 0.53552, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71117, "pivot_excess": 0.29099, "pivot_norm": 0.24702, "pivot_pooled": 0.32062, "pivot_raw": 0.31663, "trace_lang": "mixed"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0995, "gen_tokens": 176, "item_id": "llmzszl-18793", "marked_mass_band": 0.52893, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69821, "pivot_excess": 0.11614, "pivot_norm": 0.12657, "pivot_pooled": 0.21708, "pivot_raw": 0.21564, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00191, "gen_tokens": 552, "item_id": "llmzszl-18799", "marked_mass_band": 0.54912, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63819, "pivot_excess": 0.2641, "pivot_norm": 0.18665, "pivot_pooled": 0.26779, "pivot_raw": 0.26601, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.19714, "gen_tokens": 518, "item_id": "llmzszl-18801", "marked_mass_band": 0.54205, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61004, "pivot_excess": 0.03471, "pivot_norm": 0.14591, "pivot_pooled": 0.23326, "pivot_raw": 0.23186, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07135, "gen_tokens": 973, "item_id": "llmzszl-18804", "marked_mass_band": 0.55625, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62473, "pivot_excess": 0.18587, "pivot_norm": 0.17617, "pivot_pooled": 0.2587, "pivot_raw": 0.25722, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 3e-05, "gen_tokens": 320, "item_id": "llmzszl-18809", "marked_mass_band": 0.52796, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66816, "pivot_excess": 0.30899, "pivot_norm": 0.23794, "pivot_pooled": 0.3124, "pivot_raw": 0.30902, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0631, "gen_tokens": 435, "item_id": "llmzszl-18810", "marked_mass_band": 0.53097, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60653, "pivot_excess": 0.1741, "pivot_norm": 0.15229, "pivot_pooled": 0.23773, "pivot_raw": 0.2372, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.22795, "gen_tokens": 298, "item_id": "llmzszl-18811", "marked_mass_band": 0.54292, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74623, "pivot_excess": 0.03187, "pivot_norm": 0.17926, "pivot_pooled": 0.26294, "pivot_raw": 0.25982, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.61718, "gen_tokens": 494, "item_id": "llmzszl-18812", "marked_mass_band": 0.56026, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.70773, "pivot_excess": -0.33443, "pivot_norm": 0.20661, "pivot_pooled": 0.28293, "pivot_raw": 0.28275, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.1898, "gen_tokens": 1025, "item_id": "llmzszl-18815", "marked_mass_band": 0.51854, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.74378, "pivot_excess": 0.08922, "pivot_norm": 0.20216, "pivot_pooled": 0.27998, "pivot_raw": 0.27902, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.14088, "gen_tokens": 469, "item_id": "llmzszl-19", "marked_mass_band": 0.48502, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6262, "pivot_excess": 0.10011, "pivot_norm": 0.1568, "pivot_pooled": 0.23609, "pivot_raw": 0.24099, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.13804, "gen_tokens": 659, "item_id": "llmzszl-21", "marked_mass_band": 0.54785, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60794, "pivot_excess": 0.11285, "pivot_norm": 0.16861, "pivot_pooled": 0.25379, "pivot_raw": 0.25089, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00077, "gen_tokens": 105, "item_id": "llmzszl-27", "marked_mass_band": 0.45861, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54296, "pivot_excess": 0.25527, "pivot_norm": 0.17476, "pivot_pooled": 0.25048, "pivot_raw": 0.25604, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01539, "gen_tokens": 187, "item_id": "llmzszl-29", "marked_mass_band": 0.53445, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75528, "pivot_excess": 0.27658, "pivot_norm": 0.21761, "pivot_pooled": 0.29437, "pivot_raw": 0.29197, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00036, "gen_tokens": 137, "item_id": "llmzszl-3", "marked_mass_band": 0.54093, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62933, "pivot_excess": 0.30196, "pivot_norm": 0.22996, "pivot_pooled": 0.30974, "pivot_raw": 0.30233, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0003, "gen_tokens": 211, "item_id": "llmzszl-32", "marked_mass_band": 0.48831, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76014, "pivot_excess": 0.30905, "pivot_norm": 0.23834, "pivot_pooled": 0.30897, "pivot_raw": 0.30935, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07821, "gen_tokens": 789, "item_id": "llmzszl-36", "marked_mass_band": 0.53746, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65594, "pivot_excess": 0.17993, "pivot_norm": 0.17727, "pivot_pooled": 0.25918, "pivot_raw": 0.25814, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03884, "gen_tokens": 583, "item_id": "llmzszl-38", "marked_mass_band": 0.46644, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.49478, "pivot_excess": 0.18642, "pivot_norm": 0.13805, "pivot_pooled": 0.22478, "pivot_raw": 0.22526, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06404, "gen_tokens": 250, "item_id": "llmzszl-39", "marked_mass_band": 0.52087, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69905, "pivot_excess": 0.21993, "pivot_norm": 0.20807, "pivot_pooled": 0.28831, "pivot_raw": 0.28397, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0, "gen_tokens": 278, "item_id": "llmzszl-42", "marked_mass_band": 0.48228, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.575, "pivot_excess": 0.16198, "pivot_norm": 0.06258, "pivot_pooled": 0.16175, "pivot_raw": 0.16198, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 6e-05, "gen_tokens": 87, "item_id": "llmzszl-43", "marked_mass_band": 0.55769, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.47978, "pivot_excess": 0.16933, "pivot_norm": 0.0714, "pivot_pooled": 0.17015, "pivot_raw": 0.16938, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00011, "gen_tokens": 222, "item_id": "llmzszl-45", "marked_mass_band": 0.52946, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76073, "pivot_excess": 0.27184, "pivot_norm": 0.19374, "pivot_pooled": 0.27409, "pivot_raw": 0.27196, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00041, "gen_tokens": 183, "item_id": "llmzszl-46", "marked_mass_band": 0.46866, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81296, "pivot_excess": 0.22269, "pivot_norm": 0.13547, "pivot_pooled": 0.22278, "pivot_raw": 0.2231, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.03227, "gen_tokens": 1280, "item_id": "llmzszl-47", "marked_mass_band": 0.54814, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.69442, "pivot_excess": 0.23607, "pivot_norm": 0.18942, "pivot_pooled": 0.27229, "pivot_raw": 0.26834, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06906, "gen_tokens": 893, "item_id": "llmzszl-48", "marked_mass_band": 0.53618, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68792, "pivot_excess": 0.21251, "pivot_norm": 0.2052, "pivot_pooled": 0.28434, "pivot_raw": 0.28157, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06217, "gen_tokens": 333, "item_id": "llmzszl-54", "marked_mass_band": 0.4846, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62756, "pivot_excess": 0.17818, "pivot_norm": 0.15604, "pivot_pooled": 0.24191, "pivot_raw": 0.24035, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01139, "gen_tokens": 289, "item_id": "llmzszl-56", "marked_mass_band": 0.544, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51489, "pivot_excess": 0.18714, "pivot_norm": 0.10617, "pivot_pooled": 0.19804, "pivot_raw": 0.19854, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.58816, "gen_tokens": 538, "item_id": "llmzszl-57", "marked_mass_band": 0.55027, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71619, "pivot_excess": -0.32437, "pivot_norm": 0.184, "pivot_pooled": 0.2638, "pivot_raw": 0.26379, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07352, "gen_tokens": 427, "item_id": "llmzszl-59", "marked_mass_band": 0.5215, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66986, "pivot_excess": 0.21546, "pivot_norm": 0.21404, "pivot_pooled": 0.28932, "pivot_raw": 0.28898, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06883, "gen_tokens": 655, "item_id": "llmzszl-6", "marked_mass_band": 0.53479, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58413, "pivot_excess": 0.17246, "pivot_norm": 0.15717, "pivot_pooled": 0.24119, "pivot_raw": 0.24129, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.12962, "gen_tokens": 438, "item_id": "llmzszl-61", "marked_mass_band": 0.51, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77194, "pivot_excess": 0.16276, "pivot_norm": 0.21809, "pivot_pooled": 0.29545, "pivot_raw": 0.29238, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.218, "gen_tokens": 417, "item_id": "llmzszl-62", "marked_mass_band": 0.51963, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55984, "pivot_excess": -0.00683, "pivot_norm": 0.12124, "pivot_pooled": 0.21107, "pivot_raw": 0.21117, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01799, "gen_tokens": 340, "item_id": "llmzszl-63", "marked_mass_band": 0.527, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75749, "pivot_excess": 0.30163, "pivot_norm": 0.25058, "pivot_pooled": 0.32213, "pivot_raw": 0.31962, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.07373, "gen_tokens": 426, "item_id": "llmzszl-65", "marked_mass_band": 0.54428, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69868, "pivot_excess": 0.2057, "pivot_norm": 0.20265, "pivot_pooled": 0.28102, "pivot_raw": 0.27943, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02638, "gen_tokens": 162, "item_id": "llmzszl-66", "marked_mass_band": 0.50643, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68506, "pivot_excess": 0.19734, "pivot_norm": 0.13621, "pivot_pooled": 0.22163, "pivot_raw": 0.22372, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0417, "gen_tokens": 129, "item_id": "llmzszl-68", "marked_mass_band": 0.53143, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50343, "pivot_excess": 0.1679, "pivot_norm": 0.11937, "pivot_pooled": 0.21106, "pivot_raw": 0.2096, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.36773, "gen_tokens": 430, "item_id": "llmzszl-69", "marked_mass_band": 0.5216, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66025, "pivot_excess": -0.12463, "pivot_norm": 0.15933, "pivot_pooled": 0.24272, "pivot_raw": 0.24311, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00685, "gen_tokens": 227, "item_id": "llmzszl-7", "marked_mass_band": 0.55716, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59489, "pivot_excess": 0.22626, "pivot_norm": 0.14741, "pivot_pooled": 0.23251, "pivot_raw": 0.23311, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.13753, "gen_tokens": 1280, "item_id": "llmzszl-71", "marked_mass_band": 0.53638, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.77302, "pivot_excess": 0.15622, "pivot_norm": 0.21973, "pivot_pooled": 0.29712, "pivot_raw": 0.29375, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.0111, "gen_tokens": 280, "item_id": "llmzszl-75", "marked_mass_band": 0.53026, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56875, "pivot_excess": 0.2567, "pivot_norm": 0.18878, "pivot_pooled": 0.26961, "pivot_raw": 0.2678, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.24631, "gen_tokens": 324, "item_id": "llmzszl-8", "marked_mass_band": 0.52817, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72566, "pivot_excess": 0.03663, "pivot_norm": 0.20683, "pivot_pooled": 0.28629, "pivot_raw": 0.28293, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.23258, "gen_tokens": 610, "item_id": "llmzszl-80", "marked_mass_band": 0.53303, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58687, "pivot_excess": -0.02689, "pivot_norm": 0.11471, "pivot_pooled": 0.20539, "pivot_raw": 0.20569, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": false, "e_final": 0.01134, "gen_tokens": 873, "item_id": "llmzszl-81", "marked_mass_band": 0.53802, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72546, "pivot_excess": 0.22519, "pivot_norm": 0.15149, "pivot_pooled": 0.23853, "pivot_raw": 0.23653, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.06697, "gen_tokens": 548, "item_id": "llmzszl-82", "marked_mass_band": 0.53329, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68474, "pivot_excess": 0.20882, "pivot_norm": 0.19831, "pivot_pooled": 0.27669, "pivot_raw": 0.27579, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.02559, "gen_tokens": 459, "item_id": "llmzszl-86", "marked_mass_band": 0.51071, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67398, "pivot_excess": 0.23957, "pivot_norm": 0.18563, "pivot_pooled": 0.26495, "pivot_raw": 0.26516, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.03313, "gen_tokens": 447, "item_id": "llmzszl-87", "marked_mass_band": 0.52237, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55424, "pivot_excess": 0.20941, "pivot_norm": 0.15865, "pivot_pooled": 0.24195, "pivot_raw": 0.24254, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.00012, "gen_tokens": 699, "item_id": "llmzszl-89", "marked_mass_band": 0.53223, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67232, "pivot_excess": 0.2344, "pivot_norm": 0.14909, "pivot_pooled": 0.23683, "pivot_raw": 0.23452, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.01289, "gen_tokens": 103, "item_id": "llmzszl-94", "marked_mass_band": 0.53427, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56117, "pivot_excess": 0.19345, "pivot_norm": 0.11549, "pivot_pooled": 0.20502, "pivot_raw": 0.20635, "trace_lang": "pl"}
{"bench": "llmzszl_stem", "correct": true, "e_final": 0.04788, "gen_tokens": 323, "item_id": "llmzszl-96", "marked_mass_band": 0.49514, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65332, "pivot_excess": 0.18565, "pivot_norm": 0.14791, "pivot_pooled": 0.2292, "pivot_raw": 0.23353, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.07067, "gen_tokens": 252, "item_id": "pes-Alergologia-2018 wiosna-34", "marked_mass_band": 0.51366, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.70108, "pivot_excess": 0.22222, "pivot_norm": 0.35395, "pivot_pooled": 0.29587, "pivot_raw": 0.29289, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00016, "gen_tokens": 60, "item_id": "pes-Alergologia-2018 wiosna-81", "marked_mass_band": 0.49104, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57276, "pivot_excess": 0.19652, "pivot_norm": 0.2277, "pivot_pooled": 0.19513, "pivot_raw": 0.19668, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 81, "item_id": "pes-Alergologia-2019 jesie\u0144-37", "marked_mass_band": 0.54744, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54594, "pivot_excess": 0.20381, "pivot_norm": 0.23707, "pivot_pooled": 0.20477, "pivot_raw": 0.20382, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0009, "gen_tokens": 320, "item_id": "pes-Alergologia-2019 jesie\u0144-76", "marked_mass_band": 0.529, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58694, "pivot_excess": 0.24289, "pivot_norm": 0.28952, "pivot_pooled": 0.24356, "pivot_raw": 0.24379, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.06001, "gen_tokens": 926, "item_id": "pes-Anestezjologia-2018 jesie\u0144-104", "marked_mass_band": 0.52939, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71212, "pivot_excess": 0.19358, "pivot_norm": 0.30237, "pivot_pooled": 0.25383, "pivot_raw": 0.25358, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05544, "gen_tokens": 611, "item_id": "pes-Anestezjologia-2018 jesie\u0144-8", "marked_mass_band": 0.56513, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.631, "pivot_excess": 0.20625, "pivot_norm": 0.31301, "pivot_pooled": 0.26285, "pivot_raw": 0.26169, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.39835, "gen_tokens": 269, "item_id": "pes-Anestezjologia-2018 wiosna-34", "marked_mass_band": 0.51579, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.76476, "pivot_excess": -0.13673, "pivot_norm": 0.31292, "pivot_pooled": 0.26434, "pivot_raw": 0.26162, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02849, "gen_tokens": 126, "item_id": "pes-Anestezjologia-2018 wiosna-43", "marked_mass_band": 0.52627, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61344, "pivot_excess": 0.16782, "pivot_norm": 0.2272, "pivot_pooled": 0.19635, "pivot_raw": 0.1963, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00096, "gen_tokens": 169, "item_id": "pes-Angiologia-2020 jesie\u0144-84", "marked_mass_band": 0.55339, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54135, "pivot_excess": 0.20536, "pivot_norm": 0.24035, "pivot_pooled": 0.20799, "pivot_raw": 0.20632, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00649, "gen_tokens": 302, "item_id": "pes-Angiologia-2020 wiosna-42", "marked_mass_band": 0.51732, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67055, "pivot_excess": 0.22409, "pivot_norm": 0.27218, "pivot_pooled": 0.23157, "pivot_raw": 0.23058, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00041, "gen_tokens": 157, "item_id": "pes-Angiologia-2020 wiosna-76", "marked_mass_band": 0.52546, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.56712, "pivot_excess": 0.19257, "pivot_norm": 0.22284, "pivot_pooled": 0.19115, "pivot_raw": 0.19298, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 6e-05, "gen_tokens": 190, "item_id": "pes-Balneologia i medycyna fizykalna-2018 jesie\u0144-83", "marked_mass_band": 0.5616, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64764, "pivot_excess": 0.26723, "pivot_norm": 0.32035, "pivot_pooled": 0.26951, "pivot_raw": 0.26728, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01243, "gen_tokens": 99, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-17", "marked_mass_band": 0.50163, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74326, "pivot_excess": 0.32891, "pivot_norm": 0.41754, "pivot_pooled": 0.34501, "pivot_raw": 0.34133, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02984, "gen_tokens": 352, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-40", "marked_mass_band": 0.54015, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59292, "pivot_excess": 0.16967, "pivot_norm": 0.23141, "pivot_pooled": 0.20341, "pivot_raw": 0.19951, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00225, "gen_tokens": 137, "item_id": "pes-Balneologia i medycyna fizykalna-2020 jesie\u0144-42", "marked_mass_band": 0.50229, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60549, "pivot_excess": 0.20789, "pivot_norm": 0.24536, "pivot_pooled": 0.21, "pivot_raw": 0.21014, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02691, "gen_tokens": 79, "item_id": "pes-Balneologia i medycyna fizykalna-2020 wiosna-86", "marked_mass_band": 0.53551, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66196, "pivot_excess": 0.18639, "pivot_norm": 0.2495, "pivot_pooled": 0.21476, "pivot_raw": 0.21329, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03339, "gen_tokens": 169, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 jesie\u0144-109", "marked_mass_band": 0.55747, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57932, "pivot_excess": 0.22116, "pivot_norm": 0.30364, "pivot_pooled": 0.25677, "pivot_raw": 0.25455, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00949, "gen_tokens": 225, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 jesie\u0144-30", "marked_mass_band": 0.53006, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56706, "pivot_excess": 0.16601, "pivot_norm": 0.19991, "pivot_pooled": 0.17547, "pivot_raw": 0.17551, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.032, "gen_tokens": 159, "item_id": "pes-Chirurgia dzieci\u0119ca-2018 wiosna-101", "marked_mass_band": 0.5562, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74724, "pivot_excess": 0.21986, "pivot_norm": 0.30012, "pivot_pooled": 0.25273, "pivot_raw": 0.25187, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05099, "gen_tokens": 873, "item_id": "pes-Chirurgia dzieci\u0119ca-2019 jesie\u0144-55", "marked_mass_band": 0.53941, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67968, "pivot_excess": 0.17335, "pivot_norm": 0.264, "pivot_pooled": 0.22553, "pivot_raw": 0.22434, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0009, "gen_tokens": 132, "item_id": "pes-Chirurgia naczyniowa-2018 jesie\u0144-76", "marked_mass_band": 0.54278, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59226, "pivot_excess": 0.16473, "pivot_norm": 0.18694, "pivot_pooled": 0.16631, "pivot_raw": 0.16562, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 8e-05, "gen_tokens": 94, "item_id": "pes-Chirurgia naczyniowa-2019 jesie\u0144-15", "marked_mass_band": 0.52696, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47921, "pivot_excess": 0.22858, "pivot_norm": 0.26966, "pivot_pooled": 0.22857, "pivot_raw": 0.22866, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00107, "gen_tokens": 193, "item_id": "pes-Chirurgia naczyniowa-2019 jesie\u0144-94", "marked_mass_band": 0.52457, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5936, "pivot_excess": 0.19993, "pivot_norm": 0.23336, "pivot_pooled": 0.20097, "pivot_raw": 0.201, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00029, "gen_tokens": 127, "item_id": "pes-Chirurgia naczyniowa-2019 wiosna-18", "marked_mass_band": 0.56493, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57601, "pivot_excess": 0.24383, "pivot_norm": 0.28996, "pivot_pooled": 0.24598, "pivot_raw": 0.24412, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00235, "gen_tokens": 96, "item_id": "pes-Chirurgia naczyniowa-2020 wiosna-67", "marked_mass_band": 0.52567, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55071, "pivot_excess": 0.24497, "pivot_norm": 0.29415, "pivot_pooled": 0.24991, "pivot_raw": 0.24732, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00099, "gen_tokens": 195, "item_id": "pes-Chirurgia og\u00f3lna-2018 wiosna-89", "marked_mass_band": 0.51467, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67637, "pivot_excess": 0.22985, "pivot_norm": 0.27252, "pivot_pooled": 0.22961, "pivot_raw": 0.23084, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.05115, "gen_tokens": 421, "item_id": "pes-Chirurgia og\u00f3lna-2020 jesie\u0144-71", "marked_mass_band": 0.52798, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69031, "pivot_excess": 0.18145, "pivot_norm": 0.27484, "pivot_pooled": 0.23267, "pivot_raw": 0.2326, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 6e-05, "gen_tokens": 73, "item_id": "pes-Chirurgia og\u00f3lna-2020 wiosna-65", "marked_mass_band": 0.51445, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67753, "pivot_excess": 0.26687, "pivot_norm": 0.31989, "pivot_pooled": 0.26959, "pivot_raw": 0.26693, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.1505, "gen_tokens": 114, "item_id": "pes-Chirurgia onkologiczna-2018 wiosna-68", "marked_mass_band": 0.51551, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.49334, "pivot_excess": 0.08006, "pivot_norm": 0.27216, "pivot_pooled": 0.23288, "pivot_raw": 0.23056, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02227, "gen_tokens": 247, "item_id": "pes-Chirurgia onkologiczna-2019 jesie\u0144-16", "marked_mass_band": 0.53021, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64987, "pivot_excess": 0.21614, "pivot_norm": 0.28246, "pivot_pooled": 0.23962, "pivot_raw": 0.23841, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.03113, "gen_tokens": 83, "item_id": "pes-Chirurgia onkologiczna-2019 wiosna-74", "marked_mass_band": 0.56741, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.48904, "pivot_excess": 0.18394, "pivot_norm": 0.25183, "pivot_pooled": 0.21718, "pivot_raw": 0.21507, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01551, "gen_tokens": 407, "item_id": "pes-Chirurgia onkologiczna-2020 jesie\u0144-56", "marked_mass_band": 0.53394, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65924, "pivot_excess": 0.23067, "pivot_norm": 0.29266, "pivot_pooled": 0.24849, "pivot_raw": 0.24618, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01414, "gen_tokens": 559, "item_id": "pes-Chirurgia onkologiczna-2020 wiosna-68", "marked_mass_band": 0.52972, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63829, "pivot_excess": 0.22461, "pivot_norm": 0.28291, "pivot_pooled": 0.2424, "pivot_raw": 0.23875, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00084, "gen_tokens": 111, "item_id": "pes-Chirurgia stomatologiczna-2018 jesie\u0144-14", "marked_mass_band": 0.48577, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.44243, "pivot_excess": 0.21887, "pivot_norm": 0.25792, "pivot_pooled": 0.22264, "pivot_raw": 0.21971, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 127, "item_id": "pes-Chirurgia stomatologiczna-2018 wiosna-32", "marked_mass_band": 0.55193, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71843, "pivot_excess": 0.22648, "pivot_norm": 0.26686, "pivot_pooled": 0.22791, "pivot_raw": 0.22652, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0273, "gen_tokens": 121, "item_id": "pes-Chirurgia stomatologiczna-2019 jesie\u0144-11", "marked_mass_band": 0.51539, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61271, "pivot_excess": 0.20014, "pivot_norm": 0.26806, "pivot_pooled": 0.22821, "pivot_raw": 0.22744, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01697, "gen_tokens": 109, "item_id": "pes-Chirurgia stomatologiczna-2019 wiosna-19", "marked_mass_band": 0.54889, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66588, "pivot_excess": 0.20158, "pivot_norm": 0.25639, "pivot_pooled": 0.21856, "pivot_raw": 0.21855, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01625, "gen_tokens": 145, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2018 jesie\u0144-102", "marked_mass_band": 0.53731, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.50551, "pivot_excess": 0.19144, "pivot_norm": 0.24214, "pivot_pooled": 0.20973, "pivot_raw": 0.20769, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 5e-05, "gen_tokens": 117, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2018 jesie\u0144-112", "marked_mass_band": 0.54934, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.56019, "pivot_excess": 0.22213, "pivot_norm": 0.26116, "pivot_pooled": 0.22553, "pivot_raw": 0.22218, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01949, "gen_tokens": 88, "item_id": "pes-Chirurgia szcz\u0119kowo-twarzowa-2019 jesie\u0144-40", "marked_mass_band": 0.53745, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.436, "pivot_excess": 0.14632, "pivot_norm": 0.18718, "pivot_pooled": 0.16604, "pivot_raw": 0.16581, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01488, "gen_tokens": 136, "item_id": "pes-Choroby p\u0142uc dzieci-2020 jesie\u0144-65", "marked_mass_band": 0.5505, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53277, "pivot_excess": 0.244, "pivot_norm": 0.30932, "pivot_pooled": 0.25945, "pivot_raw": 0.25887, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00018, "gen_tokens": 156, "item_id": "pes-Choroby p\u0142uc dzieci-2020 wiosna-67", "marked_mass_band": 0.53186, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.50402, "pivot_excess": 0.16884, "pivot_norm": 0.1914, "pivot_pooled": 0.16879, "pivot_raw": 0.16902, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02558, "gen_tokens": 208, "item_id": "pes-Choroby p\u0142uc-2018 jesie\u0144-61", "marked_mass_band": 0.52698, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55462, "pivot_excess": 0.18445, "pivot_norm": 0.24521, "pivot_pooled": 0.21097, "pivot_raw": 0.21003, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02033, "gen_tokens": 195, "item_id": "pes-Choroby p\u0142uc-2019 jesie\u0144-104", "marked_mass_band": 0.52568, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63486, "pivot_excess": 0.20649, "pivot_norm": 0.26725, "pivot_pooled": 0.22959, "pivot_raw": 0.22682, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00023, "gen_tokens": 116, "item_id": "pes-Choroby p\u0142uc-2019 wiosna-45", "marked_mass_band": 0.53586, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.56433, "pivot_excess": 0.20704, "pivot_norm": 0.24158, "pivot_pooled": 0.21, "pivot_raw": 0.20726, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00018, "gen_tokens": 346, "item_id": "pes-Choroby p\u0142uc-2020 jesie\u0144-65", "marked_mass_band": 0.53821, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51665, "pivot_excess": 0.19621, "pivot_norm": 0.22731, "pivot_pooled": 0.19713, "pivot_raw": 0.19639, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01261, "gen_tokens": 383, "item_id": "pes-Choroby p\u0142uc-2020 wiosna-13", "marked_mass_band": 0.52456, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58783, "pivot_excess": 0.22333, "pivot_norm": 0.27921, "pivot_pooled": 0.23791, "pivot_raw": 0.23593, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01531, "gen_tokens": 69, "item_id": "pes-Choroby wewn\u0119trzne-2018 wiosna-55", "marked_mass_band": 0.48247, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54062, "pivot_excess": 0.21237, "pivot_norm": 0.26838, "pivot_pooled": 0.22945, "pivot_raw": 0.22768, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02769, "gen_tokens": 185, "item_id": "pes-Choroby wewn\u0119trzne-2020 jesie\u0144-11", "marked_mass_band": 0.51134, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54618, "pivot_excess": 0.17897, "pivot_norm": 0.2408, "pivot_pooled": 0.20489, "pivot_raw": 0.20667, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 8e-05, "gen_tokens": 89, "item_id": "pes-Choroby wewn\u0119trzne-2020 jesie\u0144-6", "marked_mass_band": 0.5119, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55253, "pivot_excess": 0.19335, "pivot_norm": 0.22344, "pivot_pooled": 0.19364, "pivot_raw": 0.19343, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.07567, "gen_tokens": 89, "item_id": "pes-Choroby wewn\u0119trzne-2020 wiosna-26", "marked_mass_band": 0.47463, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65431, "pivot_excess": 0.1805, "pivot_norm": 0.30578, "pivot_pooled": 0.25467, "pivot_raw": 0.25618, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0375, "gen_tokens": 61, "item_id": "pes-Choroby zaka\u017ane-2018 jesie\u0144-58", "marked_mass_band": 0.52082, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5896, "pivot_excess": 0.1738, "pivot_norm": 0.24689, "pivot_pooled": 0.21185, "pivot_raw": 0.2113, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.07313, "gen_tokens": 471, "item_id": "pes-Choroby zaka\u017ane-2018 wiosna-99", "marked_mass_band": 0.49108, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60404, "pivot_excess": 0.16673, "pivot_norm": 0.28435, "pivot_pooled": 0.23898, "pivot_raw": 0.23985, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04576, "gen_tokens": 103, "item_id": "pes-Choroby zaka\u017ane-2020 wiosna-32", "marked_mass_band": 0.53886, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67734, "pivot_excess": 0.21154, "pivot_norm": 0.30726, "pivot_pooled": 0.2574, "pivot_raw": 0.25731, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.07917, "gen_tokens": 255, "item_id": "pes-Choroby zaka\u017ane-2020 wiosna-70", "marked_mass_band": 0.61516, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.39084, "pivot_excess": 0.09179, "pivot_norm": 0.19394, "pivot_pooled": 0.17003, "pivot_raw": 0.17095, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00014, "gen_tokens": 119, "item_id": "pes-Dermatologia i wenerologia-2018 jesie\u0144-66", "marked_mass_band": 0.53311, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68488, "pivot_excess": 0.21124, "pivot_norm": 0.24698, "pivot_pooled": 0.21225, "pivot_raw": 0.21137, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00257, "gen_tokens": 103, "item_id": "pes-Dermatologia i wenerologia-2019 jesie\u0144-66", "marked_mass_band": 0.54686, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60437, "pivot_excess": 0.22225, "pivot_norm": 0.26463, "pivot_pooled": 0.22863, "pivot_raw": 0.22482, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01949, "gen_tokens": 182, "item_id": "pes-Dermatologia i wenerologia-2020 jesie\u0144-68", "marked_mass_band": 0.55532, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63089, "pivot_excess": 0.21082, "pivot_norm": 0.27184, "pivot_pooled": 0.23383, "pivot_raw": 0.23031, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.05653, "gen_tokens": 151, "item_id": "pes-Dermatologia i wenerologia-2020 jesie\u0144-80", "marked_mass_band": 0.55579, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67361, "pivot_excess": 0.18611, "pivot_norm": 0.28801, "pivot_pooled": 0.244, "pivot_raw": 0.24264, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00013, "gen_tokens": 515, "item_id": "pes-Diabetologia-2018 wiosna-87", "marked_mass_band": 0.51601, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54526, "pivot_excess": 0.18626, "pivot_norm": 0.21419, "pivot_pooled": 0.18789, "pivot_raw": 0.18639, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01436, "gen_tokens": 98, "item_id": "pes-Diabetologia-2019 jesie\u0144-28", "marked_mass_band": 0.53906, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68438, "pivot_excess": 0.18217, "pivot_norm": 0.2275, "pivot_pooled": 0.19693, "pivot_raw": 0.19653, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.10229, "gen_tokens": 206, "item_id": "pes-Diabetologia-2019 jesie\u0144-6", "marked_mass_band": 0.52327, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.73022, "pivot_excess": 0.17675, "pivot_norm": 0.33579, "pivot_pooled": 0.28041, "pivot_raw": 0.27905, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02896, "gen_tokens": 546, "item_id": "pes-Diabetologia-2019 wiosna-55", "marked_mass_band": 0.53602, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61635, "pivot_excess": 0.19402, "pivot_norm": 0.26222, "pivot_pooled": 0.22313, "pivot_raw": 0.22298, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0207, "gen_tokens": 148, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczo\u015b\u0107-2018 jesie\u0144-69", "marked_mass_band": 0.56469, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61799, "pivot_excess": 0.2117, "pivot_norm": 0.27457, "pivot_pooled": 0.23388, "pivot_raw": 0.2324, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01941, "gen_tokens": 490, "item_id": "pes-Endokrynologia ginekologiczna i rozrodczo\u015b\u0107-2020 jesie\u0144-45", "marked_mass_band": 0.5061, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57591, "pivot_excess": 0.20285, "pivot_norm": 0.26127, "pivot_pooled": 0.22152, "pivot_raw": 0.22226, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01808, "gen_tokens": 161, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2019 wiosna-13", "marked_mass_band": 0.50535, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.73859, "pivot_excess": 0.22358, "pivot_norm": 0.28672, "pivot_pooled": 0.2415, "pivot_raw": 0.24165, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.04435, "gen_tokens": 152, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2019 wiosna-67", "marked_mass_band": 0.54823, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.58895, "pivot_excess": 0.18865, "pivot_norm": 0.27536, "pivot_pooled": 0.23437, "pivot_raw": 0.233, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01372, "gen_tokens": 305, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2020 jesie\u0144-79", "marked_mass_band": 0.54162, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.61438, "pivot_excess": 0.24686, "pivot_norm": 0.31157, "pivot_pooled": 0.26204, "pivot_raw": 0.26059, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0167, "gen_tokens": 141, "item_id": "pes-Endokrynologia i diabetologia dzieci\u0119ca-2020 wiosna-6", "marked_mass_band": 0.54705, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58321, "pivot_excess": 0.19664, "pivot_norm": 0.24956, "pivot_pooled": 0.21404, "pivot_raw": 0.21334, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04842, "gen_tokens": 460, "item_id": "pes-Endokrynologia-2018 jesie\u0144-30", "marked_mass_band": 0.5458, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53553, "pivot_excess": 0.16684, "pivot_norm": 0.25207, "pivot_pooled": 0.21515, "pivot_raw": 0.21526, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00031, "gen_tokens": 92, "item_id": "pes-Endokrynologia-2019 jesie\u0144-16", "marked_mass_band": 0.55749, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64736, "pivot_excess": 0.19751, "pivot_norm": 0.2292, "pivot_pooled": 0.19953, "pivot_raw": 0.19782, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01478, "gen_tokens": 141, "item_id": "pes-Endokrynologia-2020 jesie\u0144-108", "marked_mass_band": 0.55548, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.46244, "pivot_excess": 0.1959, "pivot_norm": 0.24606, "pivot_pooled": 0.21133, "pivot_raw": 0.21068, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 5e-05, "gen_tokens": 104, "item_id": "pes-Endokrynologia-2020 wiosna-75", "marked_mass_band": 0.54146, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54099, "pivot_excess": 0.18544, "pivot_norm": 0.213, "pivot_pooled": 0.1864, "pivot_raw": 0.18548, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.03308, "gen_tokens": 78, "item_id": "pes-Gastroenterologia dzieci\u0119ca-2018 wiosna-71", "marked_mass_band": 0.55163, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56751, "pivot_excess": 0.17949, "pivot_norm": 0.24855, "pivot_pooled": 0.21291, "pivot_raw": 0.21257, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00019, "gen_tokens": 201, "item_id": "pes-Gastroenterologia-2018 jesie\u0144-95", "marked_mass_band": 0.54183, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.536, "pivot_excess": 0.22969, "pivot_norm": 0.27126, "pivot_pooled": 0.22944, "pivot_raw": 0.22988, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0278, "gen_tokens": 178, "item_id": "pes-Gastroenterologia-2018 wiosna-96", "marked_mass_band": 0.5453, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62246, "pivot_excess": 0.20275, "pivot_norm": 0.27215, "pivot_pooled": 0.23272, "pivot_raw": 0.23055, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03886, "gen_tokens": 178, "item_id": "pes-Gastroenterologia-2019 jesie\u0144-102", "marked_mass_band": 0.54034, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62721, "pivot_excess": 0.21388, "pivot_norm": 0.30126, "pivot_pooled": 0.25372, "pivot_raw": 0.25274, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01855, "gen_tokens": 306, "item_id": "pes-Gastroenterologia-2019 jesie\u0144-77", "marked_mass_band": 0.52741, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54683, "pivot_excess": 0.19221, "pivot_norm": 0.24617, "pivot_pooled": 0.20974, "pivot_raw": 0.21076, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00031, "gen_tokens": 134, "item_id": "pes-Geriatria-2018 wiosna-61", "marked_mass_band": 0.55821, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54438, "pivot_excess": 0.1726, "pivot_norm": 0.19651, "pivot_pooled": 0.17365, "pivot_raw": 0.17291, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.11725, "gen_tokens": 65, "item_id": "pes-Geriatria-2019 wiosna-22", "marked_mass_band": 0.46779, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81229, "pivot_excess": 0.24983, "pivot_norm": 0.45133, "pivot_pooled": 0.37014, "pivot_raw": 0.36709, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02069, "gen_tokens": 171, "item_id": "pes-Geriatria-2019 wiosna-48", "marked_mass_band": 0.54173, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60288, "pivot_excess": 0.29011, "pivot_norm": 0.37747, "pivot_pooled": 0.31186, "pivot_raw": 0.3108, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02605, "gen_tokens": 135, "item_id": "pes-Geriatria-2020 jesie\u0144-39", "marked_mass_band": 0.54765, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66847, "pivot_excess": 0.23136, "pivot_norm": 0.3074, "pivot_pooled": 0.25675, "pivot_raw": 0.25741, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03471, "gen_tokens": 158, "item_id": "pes-Ginekologia onkologiczna-2018 jesie\u0144-70", "marked_mass_band": 0.53539, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54947, "pivot_excess": 0.1336, "pivot_norm": 0.19046, "pivot_pooled": 0.16783, "pivot_raw": 0.16831, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02443, "gen_tokens": 281, "item_id": "pes-Ginekologia onkologiczna-2019 wiosna-110", "marked_mass_band": 0.55823, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.5731, "pivot_excess": 0.19087, "pivot_norm": 0.25214, "pivot_pooled": 0.21822, "pivot_raw": 0.2153, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04399, "gen_tokens": 127, "item_id": "pes-Ginekologia onkologiczna-2020 jesie\u0144-9", "marked_mass_band": 0.58447, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53199, "pivot_excess": 0.16561, "pivot_norm": 0.24466, "pivot_pooled": 0.21095, "pivot_raw": 0.2096, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00012, "gen_tokens": 75, "item_id": "pes-Ginekologia onkologiczna-2020 wiosna-93", "marked_mass_band": 0.52838, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.48193, "pivot_excess": 0.18221, "pivot_norm": 0.20886, "pivot_pooled": 0.1827, "pivot_raw": 0.18233, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 127, "item_id": "pes-Hematologia-2018 jesie\u0144-1", "marked_mass_band": 0.5405, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61035, "pivot_excess": 0.20187, "pivot_norm": 0.23453, "pivot_pooled": 0.20304, "pivot_raw": 0.20189, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01018, "gen_tokens": 182, "item_id": "pes-Hematologia-2018 wiosna-117", "marked_mass_band": 0.55605, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56664, "pivot_excess": 0.23827, "pivot_norm": 0.29564, "pivot_pooled": 0.25119, "pivot_raw": 0.24845, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00747, "gen_tokens": 225, "item_id": "pes-Hematologia-2019 jesie\u0144-36", "marked_mass_band": 0.52731, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.4921, "pivot_excess": 0.2063, "pivot_norm": 0.25013, "pivot_pooled": 0.21426, "pivot_raw": 0.21377, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01112, "gen_tokens": 217, "item_id": "pes-Hematologia-2019 wiosna-3", "marked_mass_band": 0.51187, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47035, "pivot_excess": 0.17246, "pivot_norm": 0.2105, "pivot_pooled": 0.18548, "pivot_raw": 0.18358, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.04035, "gen_tokens": 171, "item_id": "pes-Hipertensjologia-2018 jesie\u0144-20", "marked_mass_band": 0.56441, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.73697, "pivot_excess": 0.26828, "pivot_norm": 0.37462, "pivot_pooled": 0.31403, "pivot_raw": 0.30863, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 80, "item_id": "pes-Hipertensjologia-2018 jesie\u0144-32", "marked_mass_band": 0.51555, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.81129, "pivot_excess": 0.2707, "pivot_norm": 0.32485, "pivot_pooled": 0.27185, "pivot_raw": 0.27071, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02451, "gen_tokens": 137, "item_id": "pes-Hipertensjologia-2019 wiosna-100", "marked_mass_band": 0.52951, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.6752, "pivot_excess": 0.20072, "pivot_norm": 0.26517, "pivot_pooled": 0.22585, "pivot_raw": 0.22524, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00011, "gen_tokens": 63, "item_id": "pes-Kardiochirurgia-2019 wiosna-83", "marked_mass_band": 0.5417, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66746, "pivot_excess": 0.24871, "pivot_norm": 0.29612, "pivot_pooled": 0.2537, "pivot_raw": 0.24882, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00016, "gen_tokens": 167, "item_id": "pes-Kardiochirurgia-2019 wiosna-93", "marked_mass_band": 0.55055, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62557, "pivot_excess": 0.23196, "pivot_norm": 0.27421, "pivot_pooled": 0.23159, "pivot_raw": 0.23213, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00021, "gen_tokens": 184, "item_id": "pes-Kardiologia-2018 jesie\u0144-62", "marked_mass_band": 0.54593, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66559, "pivot_excess": 0.2192, "pivot_norm": 0.25753, "pivot_pooled": 0.22117, "pivot_raw": 0.21941, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.22949, "gen_tokens": 112, "item_id": "pes-Kardiologia-2019 wiosna-82", "marked_mass_band": 0.53475, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.67524, "pivot_excess": 0.03602, "pivot_norm": 0.31802, "pivot_pooled": 0.26826, "pivot_raw": 0.26551, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03349, "gen_tokens": 146, "item_id": "pes-Kardiologia-2020 jesie\u0144-71", "marked_mass_band": 0.52473, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54778, "pivot_excess": 0.18568, "pivot_norm": 0.25721, "pivot_pooled": 0.21965, "pivot_raw": 0.21917, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00017, "gen_tokens": 137, "item_id": "pes-Kardiologia-2020 wiosna-3", "marked_mass_band": 0.53925, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.49811, "pivot_excess": 0.20599, "pivot_norm": 0.24013, "pivot_pooled": 0.20749, "pivot_raw": 0.20616, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00162, "gen_tokens": 175, "item_id": "pes-Kardiologia-2020 wiosna-78", "marked_mass_band": 0.5438, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.45829, "pivot_excess": 0.18882, "pivot_norm": 0.2195, "pivot_pooled": 0.19054, "pivot_raw": 0.19043, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01736, "gen_tokens": 359, "item_id": "pes-Medycyna Pracy-2018 jesie\u0144-53", "marked_mass_band": 0.54065, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62711, "pivot_excess": 0.2115, "pivot_norm": 0.26992, "pivot_pooled": 0.22976, "pivot_raw": 0.22886, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 5e-05, "gen_tokens": 50, "item_id": "pes-Medycyna Pracy-2018 wiosna-48", "marked_mass_band": 0.54737, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.51221, "pivot_excess": 0.20492, "pivot_norm": 0.23858, "pivot_pooled": 0.20781, "pivot_raw": 0.20497, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00565, "gen_tokens": 154, "item_id": "pes-Medycyna Pracy-2018 wiosna-83", "marked_mass_band": 0.54482, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47963, "pivot_excess": 0.17073, "pivot_norm": 0.20105, "pivot_pooled": 0.17656, "pivot_raw": 0.17638, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 129, "item_id": "pes-Medycyna Pracy-2020 wiosna-42", "marked_mass_band": 0.5413, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56896, "pivot_excess": 0.20617, "pivot_norm": 0.24018, "pivot_pooled": 0.20893, "pivot_raw": 0.20619, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00686, "gen_tokens": 117, "item_id": "pes-Medycyna paliatywna-2018 jesie\u0144-11", "marked_mass_band": 0.54562, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68332, "pivot_excess": 0.21709, "pivot_norm": 0.26349, "pivot_pooled": 0.22675, "pivot_raw": 0.22395, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05327, "gen_tokens": 92, "item_id": "pes-Medycyna paliatywna-2018 jesie\u0144-20", "marked_mass_band": 0.49447, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53371, "pivot_excess": 0.20082, "pivot_norm": 0.30304, "pivot_pooled": 0.25515, "pivot_raw": 0.25409, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02627, "gen_tokens": 81, "item_id": "pes-Medycyna paliatywna-2020 jesie\u0144-57", "marked_mass_band": 0.55, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.51274, "pivot_excess": 0.18901, "pivot_norm": 0.25211, "pivot_pooled": 0.21707, "pivot_raw": 0.21529, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04269, "gen_tokens": 77, "item_id": "pes-Medycyna paliatywna-2020 wiosna-43", "marked_mass_band": 0.50762, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.43822, "pivot_excess": 0.1693, "pivot_norm": 0.24779, "pivot_pooled": 0.21433, "pivot_raw": 0.21199, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.07063, "gen_tokens": 100, "item_id": "pes-Medycyna paliatywna-2020 wiosna-74", "marked_mass_band": 0.49469, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68721, "pivot_excess": 0.13204, "pivot_norm": 0.23556, "pivot_pooled": 0.20279, "pivot_raw": 0.20267, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 139, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-23", "marked_mass_band": 0.53836, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.72551, "pivot_excess": 0.26303, "pivot_norm": 0.31482, "pivot_pooled": 0.26548, "pivot_raw": 0.26307, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01717, "gen_tokens": 125, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-80", "marked_mass_band": 0.55614, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71988, "pivot_excess": 0.21882, "pivot_norm": 0.27929, "pivot_pooled": 0.23645, "pivot_raw": 0.23599, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00017, "gen_tokens": 173, "item_id": "pes-Medycyna ratunkowa-2018 wiosna-90", "marked_mass_band": 0.51585, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53758, "pivot_excess": 0.199, "pivot_norm": 0.23097, "pivot_pooled": 0.19868, "pivot_raw": 0.19917, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00016, "gen_tokens": 130, "item_id": "pes-Medycyna ratunkowa-2020 jesie\u0144-6", "marked_mass_band": 0.5523, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62758, "pivot_excess": 0.2321, "pivot_norm": 0.27438, "pivot_pooled": 0.2341, "pivot_raw": 0.23225, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00032, "gen_tokens": 1277, "item_id": "pes-Medycyna ratunkowa-2020 wiosna-115", "marked_mass_band": 0.49238, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.60776, "pivot_excess": 0.22553, "pivot_norm": 0.26598, "pivot_pooled": 0.22743, "pivot_raw": 0.22585, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 4e-05, "gen_tokens": 118, "item_id": "pes-Medycyna rodzinna-2018 jesie\u0144-6", "marked_mass_band": 0.55843, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.51081, "pivot_excess": 0.25744, "pivot_norm": 0.30749, "pivot_pooled": 0.25973, "pivot_raw": 0.25748, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.036, "gen_tokens": 103, "item_id": "pes-Medycyna rodzinna-2018 wiosna-68", "marked_mass_band": 0.56472, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54483, "pivot_excess": 0.18655, "pivot_norm": 0.26164, "pivot_pooled": 0.22323, "pivot_raw": 0.22255, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00011, "gen_tokens": 188, "item_id": "pes-Medycyna rodzinna-2019 wiosna-14", "marked_mass_band": 0.55334, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65131, "pivot_excess": 0.19987, "pivot_norm": 0.23203, "pivot_pooled": 0.20131, "pivot_raw": 0.19998, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00019, "gen_tokens": 71, "item_id": "pes-Medycyna rodzinna-2020 jesie\u0144-16", "marked_mass_band": 0.50092, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.6557, "pivot_excess": 0.27206, "pivot_norm": 0.32687, "pivot_pooled": 0.27526, "pivot_raw": 0.27225, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02689, "gen_tokens": 86, "item_id": "pes-Medycyna rodzinna-2020 wiosna-33", "marked_mass_band": 0.49991, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65638, "pivot_excess": 0.17837, "pivot_norm": 0.23895, "pivot_pooled": 0.20596, "pivot_raw": 0.20526, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00015, "gen_tokens": 119, "item_id": "pes-Medycyna sportowa-2018 wiosna-14", "marked_mass_band": 0.50881, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.59242, "pivot_excess": 0.2131, "pivot_norm": 0.24944, "pivot_pooled": 0.21553, "pivot_raw": 0.21325, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01001, "gen_tokens": 181, "item_id": "pes-Medycyna sportowa-2018 wiosna-21", "marked_mass_band": 0.54148, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62634, "pivot_excess": 0.21237, "pivot_norm": 0.26142, "pivot_pooled": 0.22198, "pivot_raw": 0.22238, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03001, "gen_tokens": 58, "item_id": "pes-Medycyna sportowa-2019 jesie\u0144-82", "marked_mass_band": 0.51063, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.62948, "pivot_excess": 0.25954, "pivot_norm": 0.34958, "pivot_pooled": 0.29066, "pivot_raw": 0.28955, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00016, "gen_tokens": 120, "item_id": "pes-Nefrologia-2018 wiosna-100", "marked_mass_band": 0.56673, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.44983, "pivot_excess": 0.19888, "pivot_norm": 0.23079, "pivot_pooled": 0.19977, "pivot_raw": 0.19904, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0125, "gen_tokens": 157, "item_id": "pes-Nefrologia-2018 wiosna-64", "marked_mass_band": 0.52999, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50504, "pivot_excess": 0.20123, "pivot_norm": 0.25008, "pivot_pooled": 0.2144, "pivot_raw": 0.21373, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01767, "gen_tokens": 112, "item_id": "pes-Nefrologia-2019 wiosna-27", "marked_mass_band": 0.55349, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57738, "pivot_excess": 0.23647, "pivot_norm": 0.3031, "pivot_pooled": 0.25607, "pivot_raw": 0.25414, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00264, "gen_tokens": 153, "item_id": "pes-Nefrologia-2019 wiosna-68", "marked_mass_band": 0.53887, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.41125, "pivot_excess": 0.18356, "pivot_norm": 0.21395, "pivot_pooled": 0.18588, "pivot_raw": 0.1862, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.05767, "gen_tokens": 207, "item_id": "pes-Neonatologia-2018 jesie\u0144-44", "marked_mass_band": 0.52118, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.66602, "pivot_excess": 0.16729, "pivot_norm": 0.26481, "pivot_pooled": 0.22778, "pivot_raw": 0.22496, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00706, "gen_tokens": 309, "item_id": "pes-Neonatologia-2019 jesie\u0144-75", "marked_mass_band": 0.48971, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55427, "pivot_excess": 0.19652, "pivot_norm": 0.23676, "pivot_pooled": 0.20075, "pivot_raw": 0.20359, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01842, "gen_tokens": 785, "item_id": "pes-Neonatologia-2019 wiosna-46", "marked_mass_band": 0.52664, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57457, "pivot_excess": 0.22016, "pivot_norm": 0.28268, "pivot_pooled": 0.24221, "pivot_raw": 0.23857, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01823, "gen_tokens": 117, "item_id": "pes-Neonatologia-2020 wiosna-32", "marked_mass_band": 0.53115, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57599, "pivot_excess": 0.18392, "pivot_norm": 0.23488, "pivot_pooled": 0.20261, "pivot_raw": 0.20215, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02052, "gen_tokens": 220, "item_id": "pes-Neurochirurgia-2018 jesie\u0144-24", "marked_mass_band": 0.51367, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.50411, "pivot_excess": 0.17933, "pivot_norm": 0.23186, "pivot_pooled": 0.19997, "pivot_raw": 0.19986, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0002, "gen_tokens": 230, "item_id": "pes-Neurochirurgia-2018 jesie\u0144-26", "marked_mass_band": 0.56134, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.65049, "pivot_excess": 0.26376, "pivot_norm": 0.31599, "pivot_pooled": 0.26589, "pivot_raw": 0.26396, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0337, "gen_tokens": 120, "item_id": "pes-Neurochirurgia-2019 jesie\u0144-87", "marked_mass_band": 0.47893, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.682, "pivot_excess": 0.23775, "pivot_norm": 0.32582, "pivot_pooled": 0.27499, "pivot_raw": 0.27145, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0744, "gen_tokens": 331, "item_id": "pes-Neurochirurgia-2020 wiosna-69", "marked_mass_band": 0.48361, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.40904, "pivot_excess": 0.10364, "pivot_norm": 0.20322, "pivot_pooled": 0.17794, "pivot_raw": 0.17803, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00019, "gen_tokens": 110, "item_id": "pes-Neurologia dzieci\u0119ca-2019 jesie\u0144-45", "marked_mass_band": 0.52248, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57968, "pivot_excess": 0.20022, "pivot_norm": 0.23259, "pivot_pooled": 0.20147, "pivot_raw": 0.20041, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00015, "gen_tokens": 76, "item_id": "pes-Neurologia dzieci\u0119ca-2019 jesie\u0144-64", "marked_mass_band": 0.50067, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.47149, "pivot_excess": 0.19904, "pivot_norm": 0.23099, "pivot_pooled": 0.19942, "pivot_raw": 0.19919, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0002, "gen_tokens": 150, "item_id": "pes-Neurologia dzieci\u0119ca-2019 wiosna-119", "marked_mass_band": 0.52579, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56424, "pivot_excess": 0.23935, "pivot_norm": 0.28396, "pivot_pooled": 0.23926, "pivot_raw": 0.23955, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00302, "gen_tokens": 427, "item_id": "pes-Neurologia-2018 wiosna-63", "marked_mass_band": 0.49405, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.7787, "pivot_excess": 0.18292, "pivot_norm": 0.2136, "pivot_pooled": 0.18711, "pivot_raw": 0.18594, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00014, "gen_tokens": 83, "item_id": "pes-Neurologia-2018 wiosna-93", "marked_mass_band": 0.52717, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58374, "pivot_excess": 0.29695, "pivot_norm": 0.35948, "pivot_pooled": 0.30271, "pivot_raw": 0.2971, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01747, "gen_tokens": 139, "item_id": "pes-Neurologia-2018 wiosna-95", "marked_mass_band": 0.54345, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.44489, "pivot_excess": 0.19882, "pivot_norm": 0.25343, "pivot_pooled": 0.21651, "pivot_raw": 0.21629, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01148, "gen_tokens": 156, "item_id": "pes-Neurologia-2019 wiosna-61", "marked_mass_band": 0.57127, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69706, "pivot_excess": 0.26219, "pivot_norm": 0.32874, "pivot_pooled": 0.27619, "pivot_raw": 0.27367, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00182, "gen_tokens": 111, "item_id": "pes-Neurologia-2019 wiosna-95", "marked_mass_band": 0.51368, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.46555, "pivot_excess": 0.17657, "pivot_norm": 0.2037, "pivot_pooled": 0.17891, "pivot_raw": 0.17839, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02415, "gen_tokens": 309, "item_id": "pes-Okulistyka-2019 jesie\u0144-3", "marked_mass_band": 0.54011, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.48566, "pivot_excess": 0.18039, "pivot_norm": 0.238, "pivot_pooled": 0.2037, "pivot_raw": 0.20453, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.08264, "gen_tokens": 165, "item_id": "pes-Okulistyka-2019 jesie\u0144-4", "marked_mass_band": 0.52512, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60441, "pivot_excess": 0.16037, "pivot_norm": 0.28849, "pivot_pooled": 0.24592, "pivot_raw": 0.243, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.03329, "gen_tokens": 53, "item_id": "pes-Okulistyka-2019 jesie\u0144-91", "marked_mass_band": 0.51754, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5536, "pivot_excess": 0.15759, "pivot_norm": 0.22009, "pivot_pooled": 0.19098, "pivot_raw": 0.19088, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0271, "gen_tokens": 116, "item_id": "pes-Okulistyka-2019 wiosna-110", "marked_mass_band": 0.53075, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.46861, "pivot_excess": 0.18956, "pivot_norm": 0.25393, "pivot_pooled": 0.21673, "pivot_raw": 0.21667, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02143, "gen_tokens": 159, "item_id": "pes-Okulistyka-2019 wiosna-98", "marked_mass_band": 0.54352, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57104, "pivot_excess": 0.17392, "pivot_norm": 0.22594, "pivot_pooled": 0.19693, "pivot_raw": 0.19535, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00047, "gen_tokens": 369, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-51", "marked_mass_band": 0.52152, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.6907, "pivot_excess": 0.26618, "pivot_norm": 0.31952, "pivot_pooled": 0.26665, "pivot_raw": 0.26665, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 1e-05, "gen_tokens": 124, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-78", "marked_mass_band": 0.56572, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.52404, "pivot_excess": 0.21742, "pivot_norm": 0.25492, "pivot_pooled": 0.22064, "pivot_raw": 0.21742, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0003, "gen_tokens": 91, "item_id": "pes-Onkologia kliniczna-2018 jesie\u0144-83", "marked_mass_band": 0.57408, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63649, "pivot_excess": 0.23751, "pivot_norm": 0.28168, "pivot_pooled": 0.24014, "pivot_raw": 0.23781, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.04933, "gen_tokens": 123, "item_id": "pes-Onkologia kliniczna-2019 wiosna-109", "marked_mass_band": 0.536, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.53096, "pivot_excess": 0.17175, "pivot_norm": 0.25972, "pivot_pooled": 0.22092, "pivot_raw": 0.22108, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02585, "gen_tokens": 118, "item_id": "pes-Ortodoncja-2018 jesie\u0144-100", "marked_mass_band": 0.44797, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54819, "pivot_excess": 0.18906, "pivot_norm": 0.25162, "pivot_pooled": 0.21422, "pivot_raw": 0.21491, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00028, "gen_tokens": 164, "item_id": "pes-Ortodoncja-2018 wiosna-32", "marked_mass_band": 0.54028, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.57909, "pivot_excess": 0.19235, "pivot_norm": 0.22239, "pivot_pooled": 0.19321, "pivot_raw": 0.19263, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00733, "gen_tokens": 265, "item_id": "pes-Ortodoncja-2019 wiosna-30", "marked_mass_band": 0.56647, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.69671, "pivot_excess": 0.27083, "pivot_norm": 0.33462, "pivot_pooled": 0.27938, "pivot_raw": 0.27815, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00639, "gen_tokens": 295, "item_id": "pes-Ortodoncja-2020 jesie\u0144-50", "marked_mass_band": 0.53614, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63724, "pivot_excess": 0.20868, "pivot_norm": 0.25182, "pivot_pooled": 0.21573, "pivot_raw": 0.21506, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00017, "gen_tokens": 126, "item_id": "pes-Ortopedia-2018 jesie\u0144-111", "marked_mass_band": 0.54943, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.53726, "pivot_excess": 0.18322, "pivot_norm": 0.21025, "pivot_pooled": 0.18387, "pivot_raw": 0.18339, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00022, "gen_tokens": 140, "item_id": "pes-Ortopedia-2019 jesie\u0144-82", "marked_mass_band": 0.50968, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.4947, "pivot_excess": 0.21905, "pivot_norm": 0.25734, "pivot_pooled": 0.22024, "pivot_raw": 0.21927, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01998, "gen_tokens": 340, "item_id": "pes-Ortopedia-2020 jesie\u0144-53", "marked_mass_band": 0.55275, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.72537, "pivot_excess": 0.2293, "pivot_norm": 0.29672, "pivot_pooled": 0.2499, "pivot_raw": 0.24928, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01431, "gen_tokens": 127, "item_id": "pes-Ortopedia-2020 wiosna-91", "marked_mass_band": 0.5145, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64361, "pivot_excess": 0.18204, "pivot_norm": 0.22725, "pivot_pooled": 0.19678, "pivot_raw": 0.19634, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.03598, "gen_tokens": 61, "item_id": "pes-Otolaryngologia-2018 jesie\u0144-61", "marked_mass_band": 0.49657, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.57025, "pivot_excess": 0.1749, "pivot_norm": 0.24634, "pivot_pooled": 0.21009, "pivot_raw": 0.21089, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02989, "gen_tokens": 134, "item_id": "pes-Otolaryngologia-2018 wiosna-87", "marked_mass_band": 0.50632, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5933, "pivot_excess": 0.2015, "pivot_norm": 0.27325, "pivot_pooled": 0.23271, "pivot_raw": 0.23139, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.0383, "gen_tokens": 92, "item_id": "pes-Otolaryngologia-2020 jesie\u0144-64", "marked_mass_band": 0.52343, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68377, "pivot_excess": 0.24326, "pivot_norm": 0.3391, "pivot_pooled": 0.28285, "pivot_raw": 0.28156, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.04152, "gen_tokens": 120, "item_id": "pes-Patomorfologia-2018 jesie\u0144-5", "marked_mass_band": 0.51454, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60541, "pivot_excess": 0.17967, "pivot_norm": 0.25986, "pivot_pooled": 0.2197, "pivot_raw": 0.22119, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00038, "gen_tokens": 86, "item_id": "pes-Patomorfologia-2019 jesie\u0144-84", "marked_mass_band": 0.47754, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.64879, "pivot_excess": 0.21206, "pivot_norm": 0.24838, "pivot_pooled": 0.2118, "pivot_raw": 0.21244, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03687, "gen_tokens": 129, "item_id": "pes-Patomorfologia-2019 wiosna-16", "marked_mass_band": 0.52342, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.55093, "pivot_excess": 0.15173, "pivot_norm": 0.21708, "pivot_pooled": 0.18911, "pivot_raw": 0.18859, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01208, "gen_tokens": 144, "item_id": "pes-Patomorfologia-2019 wiosna-88", "marked_mass_band": 0.53998, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63088, "pivot_excess": 0.25338, "pivot_norm": 0.31795, "pivot_pooled": 0.26632, "pivot_raw": 0.26545, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01189, "gen_tokens": 174, "item_id": "pes-Patomorfologia-2020 jesie\u0144-71", "marked_mass_band": 0.56106, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.43977, "pivot_excess": 0.17666, "pivot_norm": 0.21704, "pivot_pooled": 0.18978, "pivot_raw": 0.18856, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01986, "gen_tokens": 150, "item_id": "pes-Pediatria-2018 jesie\u0144-19", "marked_mass_band": 0.53261, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.7225, "pivot_excess": 0.20524, "pivot_norm": 0.26499, "pivot_pooled": 0.22541, "pivot_raw": 0.22509, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02008, "gen_tokens": 181, "item_id": "pes-Pediatria-2018 wiosna-110", "marked_mass_band": 0.5518, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.83967, "pivot_excess": 0.26301, "pivot_norm": 0.34109, "pivot_pooled": 0.28715, "pivot_raw": 0.28308, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00104, "gen_tokens": 126, "item_id": "pes-Pediatria-2019 jesie\u0144-19", "marked_mass_band": 0.51815, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53665, "pivot_excess": 0.21114, "pivot_norm": 0.24804, "pivot_pooled": 0.21267, "pivot_raw": 0.21218, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01796, "gen_tokens": 135, "item_id": "pes-Pediatria-2019 jesie\u0144-64", "marked_mass_band": 0.55091, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55472, "pivot_excess": 0.16054, "pivot_norm": 0.20384, "pivot_pooled": 0.17762, "pivot_raw": 0.1785, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0002, "gen_tokens": 135, "item_id": "pes-Pediatria-2020 wiosna-62", "marked_mass_band": 0.508, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56353, "pivot_excess": 0.22632, "pivot_norm": 0.26685, "pivot_pooled": 0.2266, "pivot_raw": 0.22651, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01232, "gen_tokens": 141, "item_id": "pes-Perinatologia-2018 jesie\u0144-51", "marked_mass_band": 0.53731, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65475, "pivot_excess": 0.2157, "pivot_norm": 0.26882, "pivot_pooled": 0.22824, "pivot_raw": 0.22802, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0, "gen_tokens": 535, "item_id": "pes-Perinatologia-2020 jesie\u0144-34", "marked_mass_band": 0.53151, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62138, "pivot_excess": 0.2056, "pivot_norm": 0.23941, "pivot_pooled": 0.20804, "pivot_raw": 0.2056, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05369, "gen_tokens": 95, "item_id": "pes-Periodontologia-2018 jesie\u0144-104", "marked_mass_band": 0.50212, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.53165, "pivot_excess": 0.17138, "pivot_norm": 0.26495, "pivot_pooled": 0.22565, "pivot_raw": 0.22507, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02646, "gen_tokens": 219, "item_id": "pes-Periodontologia-2018 jesie\u0144-79", "marked_mass_band": 0.52493, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66446, "pivot_excess": 0.25765, "pivot_norm": 0.34243, "pivot_pooled": 0.28461, "pivot_raw": 0.2841, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00014, "gen_tokens": 89, "item_id": "pes-Periodontologia-2018 wiosna-87", "marked_mass_band": 0.5429, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.73315, "pivot_excess": 0.21513, "pivot_norm": 0.25209, "pivot_pooled": 0.21779, "pivot_raw": 0.21527, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00057, "gen_tokens": 108, "item_id": "pes-Periodontologia-2019 jesie\u0144-102", "marked_mass_band": 0.5043, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.66458, "pivot_excess": 0.21412, "pivot_norm": 0.25134, "pivot_pooled": 0.21463, "pivot_raw": 0.2147, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.03501, "gen_tokens": 88, "item_id": "pes-Periodontologia-2019 wiosna-45", "marked_mass_band": 0.4825, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.51355, "pivot_excess": 0.16245, "pivot_norm": 0.22872, "pivot_pooled": 0.19702, "pivot_raw": 0.19746, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0017, "gen_tokens": 565, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 jesie\u0144-102", "marked_mass_band": 0.51771, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.54647, "pivot_excess": 0.16938, "pivot_norm": 0.19409, "pivot_pooled": 0.17122, "pivot_raw": 0.17107, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00146, "gen_tokens": 73, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 wiosna-117", "marked_mass_band": 0.54914, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60518, "pivot_excess": 0.2164, "pivot_norm": 0.2555, "pivot_pooled": 0.21889, "pivot_raw": 0.21787, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01085, "gen_tokens": 161, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2018 wiosna-28", "marked_mass_band": 0.56824, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47417, "pivot_excess": 0.18254, "pivot_norm": 0.22338, "pivot_pooled": 0.19542, "pivot_raw": 0.19339, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01652, "gen_tokens": 438, "item_id": "pes-Po\u0142o\u017cnictwo i ginekologia-2019 jesie\u0144-77", "marked_mass_band": 0.53035, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.63505, "pivot_excess": 0.21898, "pivot_norm": 0.27863, "pivot_pooled": 0.23694, "pivot_raw": 0.23549, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01586, "gen_tokens": 252, "item_id": "pes-Protetyka stomatologiczna-2018 jesie\u0144-98", "marked_mass_band": 0.51135, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56489, "pivot_excess": 0.1779, "pivot_norm": 0.22387, "pivot_pooled": 0.19472, "pivot_raw": 0.19377, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00028, "gen_tokens": 80, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-46", "marked_mass_band": 0.53818, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.59163, "pivot_excess": 0.21281, "pivot_norm": 0.24923, "pivot_pooled": 0.21452, "pivot_raw": 0.21309, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00014, "gen_tokens": 69, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-95", "marked_mass_band": 0.54883, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65216, "pivot_excess": 0.27049, "pivot_norm": 0.32474, "pivot_pooled": 0.27743, "pivot_raw": 0.27063, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02458, "gen_tokens": 1278, "item_id": "pes-Protetyka stomatologiczna-2018 wiosna-97", "marked_mass_band": 0.53966, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "truncated", "pivot_argmax": 0.61946, "pivot_excess": 0.2144, "pivot_norm": 0.2832, "pivot_pooled": 0.23932, "pivot_raw": 0.23897, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 8e-05, "gen_tokens": 169, "item_id": "pes-Protetyka stomatologiczna-2020 wiosna-105", "marked_mass_band": 0.52638, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.69426, "pivot_excess": 0.20262, "pivot_norm": 0.23561, "pivot_pooled": 0.20364, "pivot_raw": 0.20271, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0385, "gen_tokens": 94, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2018 jesie\u0144-59", "marked_mass_band": 0.51166, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.64081, "pivot_excess": 0.2029, "pivot_norm": 0.28638, "pivot_pooled": 0.24398, "pivot_raw": 0.2414, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04007, "gen_tokens": 85, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2018 jesie\u0144-85", "marked_mass_band": 0.54751, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63665, "pivot_excess": 0.21114, "pivot_norm": 0.29926, "pivot_pooled": 0.25219, "pivot_raw": 0.25121, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04339, "gen_tokens": 42, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2020 wiosna-40", "marked_mass_band": 0.56226, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77529, "pivot_excess": 0.32251, "pivot_norm": 0.44977, "pivot_pooled": 0.3767, "pivot_raw": 0.36589, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02089, "gen_tokens": 319, "item_id": "pes-Psychiatria dzieci i mlodzie\u017cy-2020 wiosna-76", "marked_mass_band": 0.5226, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.58471, "pivot_excess": 0.20172, "pivot_norm": 0.26173, "pivot_pooled": 0.22627, "pivot_raw": 0.22261, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05889, "gen_tokens": 156, "item_id": "pes-Psychiatria-2018 wiosna-52", "marked_mass_band": 0.53855, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.68019, "pivot_excess": 0.23397, "pivot_norm": 0.35391, "pivot_pooled": 0.29843, "pivot_raw": 0.29285, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04167, "gen_tokens": 120, "item_id": "pes-Psychiatria-2019 wiosna-55", "marked_mass_band": 0.50713, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61642, "pivot_excess": 0.14647, "pivot_norm": 0.21648, "pivot_pooled": 0.18661, "pivot_raw": 0.18813, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02652, "gen_tokens": 75, "item_id": "pes-Psychiatria-2020 wiosna-66", "marked_mass_band": 0.52818, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52107, "pivot_excess": 0.18781, "pivot_norm": 0.25086, "pivot_pooled": 0.21325, "pivot_raw": 0.21433, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.03226, "gen_tokens": 59, "item_id": "pes-Psychiatria-2020 wiosna-71", "marked_mass_band": 0.51315, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.71447, "pivot_excess": 0.19676, "pivot_norm": 0.27014, "pivot_pooled": 0.23287, "pivot_raw": 0.22902, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00108, "gen_tokens": 180, "item_id": "pes-Radiologia i diagnostyka obrazowa-2019 jesie\u0144-12", "marked_mass_band": 0.53745, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.47079, "pivot_excess": 0.18635, "pivot_norm": 0.21556, "pivot_pooled": 0.18801, "pivot_raw": 0.18743, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01598, "gen_tokens": 652, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-53", "marked_mass_band": 0.53671, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.56163, "pivot_excess": 0.19634, "pivot_norm": 0.24823, "pivot_pooled": 0.21348, "pivot_raw": 0.21233, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.01195, "gen_tokens": 106, "item_id": "pes-Radiologia i diagnostyka obrazowa-2020 wiosna-71", "marked_mass_band": 0.55162, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63838, "pivot_excess": 0.2139, "pivot_norm": 0.26598, "pivot_pooled": 0.22826, "pivot_raw": 0.22585, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05047, "gen_tokens": 112, "item_id": "pes-Radioterapia onkologiczna-2019 jesie\u0144-31", "marked_mass_band": 0.51827, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.5979, "pivot_excess": 0.14607, "pivot_norm": 0.22751, "pivot_pooled": 0.19644, "pivot_raw": 0.19654, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0002, "gen_tokens": 96, "item_id": "pes-Radioterapia onkologiczna-2019 jesie\u0144-61", "marked_mass_band": 0.5463, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.60353, "pivot_excess": 0.19232, "pivot_norm": 0.22224, "pivot_pooled": 0.19228, "pivot_raw": 0.19252, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.001, "gen_tokens": 74, "item_id": "pes-Radioterapia onkologiczna-2019 wiosna-38", "marked_mass_band": 0.51753, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.62843, "pivot_excess": 0.20396, "pivot_norm": 0.23857, "pivot_pooled": 0.20694, "pivot_raw": 0.20496, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.11507, "gen_tokens": 90, "item_id": "pes-Rehabilitacja medyczna-2018 jesie\u0144-37", "marked_mass_band": 0.51763, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.83333, "pivot_excess": 0.24144, "pivot_norm": 0.43744, "pivot_pooled": 0.37904, "pivot_raw": 0.3565, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 2e-05, "gen_tokens": 64, "item_id": "pes-Rehabilitacja medyczna-2018 jesie\u0144-71", "marked_mass_band": 0.49486, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.77137, "pivot_excess": 0.27087, "pivot_norm": 0.32508, "pivot_pooled": 0.2696, "pivot_raw": 0.27088, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.0683, "gen_tokens": 76, "item_id": "pes-Rehabilitacja medyczna-2018 wiosna-60", "marked_mass_band": 0.51048, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.37603, "pivot_excess": 0.11401, "pivot_norm": 0.20884, "pivot_pooled": 0.1822, "pivot_raw": 0.18231, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.04277, "gen_tokens": 78, "item_id": "pes-Rehabilitacja medyczna-2019 wiosna-62", "marked_mass_band": 0.52171, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.55855, "pivot_excess": 0.10152, "pivot_norm": 0.15894, "pivot_pooled": 0.14398, "pivot_raw": 0.14429, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.08631, "gen_tokens": 76, "item_id": "pes-Rehabilitacja medyczna-2020 wiosna-96", "marked_mass_band": 0.50828, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.74976, "pivot_excess": 0.15322, "pivot_norm": 0.28392, "pivot_pooled": 0.23934, "pivot_raw": 0.23952, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 129, "item_id": "pes-Reumatologia-2018 wiosna-112", "marked_mass_band": 0.53764, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65657, "pivot_excess": 0.22303, "pivot_norm": 0.26233, "pivot_pooled": 0.22491, "pivot_raw": 0.22307, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.07, "gen_tokens": 202, "item_id": "pes-Reumatologia-2019 jesie\u0144-102", "marked_mass_band": 0.51726, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65722, "pivot_excess": 0.20301, "pivot_norm": 0.32786, "pivot_pooled": 0.27387, "pivot_raw": 0.273, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01029, "gen_tokens": 185, "item_id": "pes-Reumatologia-2019 wiosna-37", "marked_mass_band": 0.49374, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.52895, "pivot_excess": 0.21441, "pivot_norm": 0.26447, "pivot_pooled": 0.22291, "pivot_raw": 0.2247, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00017, "gen_tokens": 148, "item_id": "pes-Reumatologia-2020 wiosna-116", "marked_mass_band": 0.54111, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.41062, "pivot_excess": 0.19637, "pivot_norm": 0.22752, "pivot_pooled": 0.19804, "pivot_raw": 0.19655, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00385, "gen_tokens": 1274, "item_id": "pes-Reumatologia-2020 wiosna-29", "marked_mass_band": 0.49939, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.47231, "pivot_excess": 0.24843, "pivot_norm": 0.30066, "pivot_pooled": 0.2525, "pivot_raw": 0.25227, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.05652, "gen_tokens": 163, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 jesie\u0144-80", "marked_mass_band": 0.53984, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.76248, "pivot_excess": 0.17159, "pivot_norm": 0.26895, "pivot_pooled": 0.22816, "pivot_raw": 0.22811, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.08922, "gen_tokens": 60, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 wiosna-109", "marked_mass_band": 0.52202, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.60927, "pivot_excess": 0.12163, "pivot_norm": 0.24629, "pivot_pooled": 0.21067, "pivot_raw": 0.21085, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 4e-05, "gen_tokens": 96, "item_id": "pes-Stomatologia dzieci\u0119ca-2018 wiosna-49", "marked_mass_band": 0.53896, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.67332, "pivot_excess": 0.25067, "pivot_norm": 0.29861, "pivot_pooled": 0.2521, "pivot_raw": 0.25071, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02308, "gen_tokens": 85, "item_id": "pes-Stomatologia dzieci\u0119ca-2019 wiosna-44", "marked_mass_band": 0.50837, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.63469, "pivot_excess": 0.19924, "pivot_norm": 0.26134, "pivot_pooled": 0.22369, "pivot_raw": 0.22232, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.00578, "gen_tokens": 81, "item_id": "pes-Stomatologia zachowawcza-2018 jesie\u0144-24", "marked_mass_band": 0.49505, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.61736, "pivot_excess": 0.19923, "pivot_norm": 0.23862, "pivot_pooled": 0.20319, "pivot_raw": 0.205, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.04118, "gen_tokens": 82, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-41", "marked_mass_band": 0.50341, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.54122, "pivot_excess": 0.18259, "pivot_norm": 0.26325, "pivot_pooled": 0.22568, "pivot_raw": 0.22377, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.02301, "gen_tokens": 143, "item_id": "pes-Stomatologia zachowawcza-2018 wiosna-89", "marked_mass_band": 0.53031, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.68119, "pivot_excess": 0.22609, "pivot_norm": 0.29649, "pivot_pooled": 0.24949, "pivot_raw": 0.2491, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.11091, "gen_tokens": 66, "item_id": "pes-Transplantologia kliniczna-2019 jesie\u0144-91", "marked_mass_band": 0.53546, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.75166, "pivot_excess": 0.15124, "pivot_norm": 0.31363, "pivot_pooled": 0.27044, "pivot_raw": 0.26216, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.00055, "gen_tokens": 79, "item_id": "pes-Transplantologia kliniczna-2020 jesie\u0144-75", "marked_mass_band": 0.54206, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.77985, "pivot_excess": 0.27406, "pivot_norm": 0.32997, "pivot_pooled": 0.27756, "pivot_raw": 0.27461, "trace_lang": "pl"}
{"bench": "pes", "correct": true, "e_final": 0.02506, "gen_tokens": 79, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-58", "marked_mass_band": 0.52118, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "correct", "pivot_argmax": 0.65808, "pivot_excess": 0.21366, "pivot_norm": 0.28287, "pivot_pooled": 0.23985, "pivot_raw": 0.23872, "trace_lang": "pl"}
{"bench": "pes", "correct": false, "e_final": 0.01846, "gen_tokens": 100, "item_id": "pes-Transplantologia kliniczna-2020 wiosna-84", "marked_mass_band": 0.51895, "model": "bielik-pl-11b-v3.0-instruct", "outcome": "wrong", "pivot_argmax": 0.71106, "pivot_excess": 0.27123, "pivot_norm": 0.34976, "pivot_pooled": 0.29284, "pivot_raw": 0.28969, "trace_lang": "pl"}